2024-11-10 06:08:44,060 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-10 06:08:44,078 main DEBUG Took 0.015704 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 06:08:44,079 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 06:08:44,079 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 06:08:44,080 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 06:08:44,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,095 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 06:08:44,124 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,135 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,138 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,140 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,142 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,145 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,148 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,150 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,150 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,152 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,153 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,154 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,158 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:08:44,162 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,163 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 06:08:44,165 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:08:44,167 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 06:08:44,169 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 06:08:44,170 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 06:08:44,172 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 06:08:44,173 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 06:08:44,184 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 06:08:44,187 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 06:08:44,190 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 06:08:44,190 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 06:08:44,191 main DEBUG createAppenders(={Console}) 2024-11-10 06:08:44,192 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-10 06:08:44,193 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-10 06:08:44,193 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-10 06:08:44,194 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 06:08:44,194 main DEBUG OutputStream closed 2024-11-10 06:08:44,195 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 06:08:44,195 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 06:08:44,195 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-10 06:08:44,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 06:08:44,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 06:08:44,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 06:08:44,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 06:08:44,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 06:08:44,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 06:08:44,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 06:08:44,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 06:08:44,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 06:08:44,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 06:08:44,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 06:08:44,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 06:08:44,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 06:08:44,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 06:08:44,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 06:08:44,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 06:08:44,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 06:08:44,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 06:08:44,338 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 06:08:44,339 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-10 06:08:44,339 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 06:08:44,340 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-10T06:08:44,395 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-10 06:08:44,399 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 06:08:44,400 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T06:08:44,859 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025 2024-11-10T06:08:44,864 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-10T06:08:44,867 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:08:44,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:08:44,892 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/cluster_fbbd0452-0049-9f14-9570-3dcaeffa59e2, deleteOnExit=true 2024-11-10T06:08:44,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:08:44,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/test.cache.data in system properties and HBase conf 2024-11-10T06:08:44,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:08:44,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:08:44,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:08:44,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:08:44,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:08:45,008 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T06:08:45,177 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:08:45,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:08:45,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:08:45,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:08:45,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:08:45,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:08:45,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:08:45,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:08:45,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:08:45,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:08:45,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:08:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:08:45,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:08:45,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:08:45,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:08:46,496 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T06:08:46,606 INFO [Time-limited test {}] log.Log(170): Logging initialized @3579ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T06:08:46,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:08:46,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:08:46,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:08:46,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:08:46,894 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:08:46,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:08:46,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:08:46,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:08:47,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df1a11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/java.io.tmpdir/jetty-localhost-33609-hadoop-hdfs-3_4_1-tests_jar-_-any-4863447497883465238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:08:47,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:33609} 2024-11-10T06:08:47,184 INFO [Time-limited test {}] server.Server(415): Started @4158ms 2024-11-10T06:08:47,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:08:47,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:08:47,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:08:47,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:08:47,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:08:47,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be2f62b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:08:47,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b2b78d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:08:47,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@776efeae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/java.io.tmpdir/jetty-localhost-46021-hadoop-hdfs-3_4_1-tests_jar-_-any-9111383792510012479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:08:47,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@479df13a{HTTP/1.1, (http/1.1)}{localhost:46021} 2024-11-10T06:08:47,976 INFO [Time-limited test {}] server.Server(415): Started @4950ms 2024-11-10T06:08:48,045 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:08:49,153 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/cluster_fbbd0452-0049-9f14-9570-3dcaeffa59e2/data/data1/current/BP-1325763051-172.17.0.2-1731218925977/current, will proceed with Du for space computation calculation, 2024-11-10T06:08:49,153 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/cluster_fbbd0452-0049-9f14-9570-3dcaeffa59e2/data/data2/current/BP-1325763051-172.17.0.2-1731218925977/current, will proceed with Du for space computation calculation, 2024-11-10T06:08:49,191 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:08:49,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee5bc8ab545a7ca6 with lease ID 0xfb5cfe2129be3e02: Processing first storage report for DS-c58ab387-3f13-4af8-b534-f44e180ca15a from datanode DatanodeRegistration(127.0.0.1:41745, datanodeUuid=efcfbff1-91bf-4e23-b2b9-0c14b637884a, infoPort=40639, infoSecurePort=0, ipcPort=36525, storageInfo=lv=-57;cid=testClusterID;nsid=1140813723;c=1731218925977) 2024-11-10T06:08:49,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee5bc8ab545a7ca6 with lease ID 0xfb5cfe2129be3e02: from storage DS-c58ab387-3f13-4af8-b534-f44e180ca15a node DatanodeRegistration(127.0.0.1:41745, datanodeUuid=efcfbff1-91bf-4e23-b2b9-0c14b637884a, infoPort=40639, infoSecurePort=0, ipcPort=36525, storageInfo=lv=-57;cid=testClusterID;nsid=1140813723;c=1731218925977), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T06:08:49,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee5bc8ab545a7ca6 with lease ID 0xfb5cfe2129be3e02: Processing first storage report for DS-ae593de6-913a-4e93-a232-07da5443fd38 from datanode DatanodeRegistration(127.0.0.1:41745, datanodeUuid=efcfbff1-91bf-4e23-b2b9-0c14b637884a, infoPort=40639, infoSecurePort=0, ipcPort=36525, storageInfo=lv=-57;cid=testClusterID;nsid=1140813723;c=1731218925977) 2024-11-10T06:08:49,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee5bc8ab545a7ca6 with lease ID 0xfb5cfe2129be3e02: from storage DS-ae593de6-913a-4e93-a232-07da5443fd38 node DatanodeRegistration(127.0.0.1:41745, datanodeUuid=efcfbff1-91bf-4e23-b2b9-0c14b637884a, infoPort=40639, infoSecurePort=0, ipcPort=36525, storageInfo=lv=-57;cid=testClusterID;nsid=1140813723;c=1731218925977), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:08:49,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025 2024-11-10T06:08:49,319 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/cluster_fbbd0452-0049-9f14-9570-3dcaeffa59e2/zookeeper_0, clientPort=61294, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/cluster_fbbd0452-0049-9f14-9570-3dcaeffa59e2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/cluster_fbbd0452-0049-9f14-9570-3dcaeffa59e2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T06:08:49,328 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61294 2024-11-10T06:08:49,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:08:49,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:08:49,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:08:49,939 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c with version=8 2024-11-10T06:08:49,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging 2024-11-10T06:08:49,949 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-10T06:08:49,950 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-10T06:08:49,950 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-10T06:08:49,950 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-10T06:08:50,019 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T06:08:50,289 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0aaf7e40abad:0 server-side Connection retries=45 2024-11-10T06:08:50,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:08:50,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:08:50,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:08:50,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:08:50,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:08:50,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:08:50,526 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T06:08:50,540 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T06:08:50,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:08:50,581 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 51360 (auto-detected) 2024-11-10T06:08:50,582 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T06:08:50,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42581 2024-11-10T06:08:50,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42581 connecting to ZooKeeper ensemble=127.0.0.1:61294 2024-11-10T06:08:50,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425810x0, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:08:50,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42581-0x10124a6095b0000 connected 2024-11-10T06:08:50,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:08:50,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:08:50,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-10T06:08:50,870 INFO [Time-limited test {}] log.Log(170): Logging initialized @7844ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T06:08:50,913 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-10T06:08:50,913 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-10T06:08:50,914 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-10T06:08:50,914 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-10T06:08:50,915 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-10T06:08:50,916 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-10T06:08:50,916 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-10T06:08:50,917 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-10T06:08:50,918 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-10T06:08:50,994 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 42931 2024-11-10T06:08:50,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-10T06:08:51,008 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-10T06:08:51,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2b686df1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:08:51,011 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-10T06:08:51,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@54c24d60{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-10T06:08:51,052 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-10T06:08:51,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:08:51,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:08:51,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:08:51,066 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-10T06:08:51,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6f37fe95{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-10T06:08:51,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46effa2e{HTTP/1.1, (http/1.1)}{0.0.0.0:42931} 2024-11-10T06:08:51,760 INFO [Time-limited test {}] server.Server(415): Started @8735ms 2024-11-10T06:08:51,764 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c, hbase.cluster.distributed=false 2024-11-10T06:08:51,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-10T06:08:51,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-10T06:08:51,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42581 2024-11-10T06:08:51,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42581 2024-11-10T06:08:51,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-10T06:08:51,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42581 2024-11-10T06:08:51,904 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0aaf7e40abad:0 server-side Connection retries=45 2024-11-10T06:08:51,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:08:51,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:08:51,906 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:08:51,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:08:51,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:08:51,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:08:51,914 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:08:51,915 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44111 2024-11-10T06:08:51,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44111 connecting to ZooKeeper ensemble=127.0.0.1:61294 2024-11-10T06:08:51,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:08:51,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:08:51,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441110x0, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:08:51,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441110x0, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-10T06:08:51,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44111-0x10124a6095b0001 connected 2024-11-10T06:08:51,944 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-10T06:08:51,945 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-10T06:08:51,946 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-10T06:08:51,946 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-10T06:08:51,946 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-10T06:08:51,948 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-10T06:08:51,948 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-10T06:08:51,948 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-10T06:08:51,949 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-10T06:08:51,951 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 44393 2024-11-10T06:08:51,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-10T06:08:51,955 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-10T06:08:51,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@160a6036{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:08:51,955 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-10T06:08:51,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@13c18cd6{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-10T06:08:51,970 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-10T06:08:51,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:08:51,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:08:51,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:08:51,973 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-10T06:08:51,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6313b81d{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-10T06:08:51,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@793157ae{HTTP/1.1, (http/1.1)}{0.0.0.0:44393} 2024-11-10T06:08:51,976 INFO [Time-limited test {}] server.Server(415): Started @8950ms 2024-11-10T06:08:51,980 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:08:51,988 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:08:51,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-10T06:08:51,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-10T06:08:51,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44111 2024-11-10T06:08:51,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44111 2024-11-10T06:08:51,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44111 2024-11-10T06:08:51,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44111 2024-11-10T06:08:51,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44111 2024-11-10T06:08:52,016 DEBUG [M:0;0aaf7e40abad:42581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0aaf7e40abad:42581 2024-11-10T06:08:52,018 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-10T06:08:52,020 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@1fed14f9{HTTP/1.1, (http/1.1)}{0.0.0.0:32817} 2024-11-10T06:08:52,021 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] server.Server(415): Started @8995ms 2024-11-10T06:08:52,021 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/0aaf7e40abad,42581,1731218930073 2024-11-10T06:08:52,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-10T06:08:52,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-10T06:08:52,088 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/0aaf7e40abad,42581,1731218930073 2024-11-10T06:08:52,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:52,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-10T06:08:52,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:52,139 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-10T06:08:52,141 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/0aaf7e40abad,42581,1731218930073 from backup master directory 2024-11-10T06:08:52,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-10T06:08:52,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/0aaf7e40abad,42581,1731218930073 2024-11-10T06:08:52,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-10T06:08:52,155 WARN [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:08:52,155 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0aaf7e40abad,42581,1731218930073 2024-11-10T06:08:52,158 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T06:08:52,160 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T06:08:52,215 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase.id] with ID: 5e7c0bee-d39d-4491-b85a-35a1d40f8920 2024-11-10T06:08:52,215 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.tmp/hbase.id 2024-11-10T06:08:52,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:08:52,628 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.tmp/hbase.id]:[hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase.id] 2024-11-10T06:08:52,680 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:08:52,685 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:08:52,705 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T06:08:52,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:52,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:52,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:08:53,159 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:08:53,161 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:08:53,166 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-10T06:08:53,168 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-10T06:08:53,178 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:08:53,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:08:53,629 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store 2024-11-10T06:08:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:08:54,054 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T06:08:54,057 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:08:54,059 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:08:54,059 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:08:54,060 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:08:54,062 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:08:54,063 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:08:54,063 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:08:54,064 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731218934059Disabling compacts and flushes for region at 1731218934059Disabling writes for close at 1731218934062 (+3 ms)Writing region close event to WAL at 1731218934063 (+1 ms)Closed at 1731218934063 2024-11-10T06:08:54,067 WARN [master/0aaf7e40abad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/.initializing 2024-11-10T06:08:54,067 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/WALs/0aaf7e40abad,42581,1731218930073 2024-11-10T06:08:54,073 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:08:54,080 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0aaf7e40abad,42581,1731218930073.regiongroup-0 2024-11-10T06:08:54,097 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0aaf7e40abad%2C42581%2C1731218930073.0aaf7e40abad%2C42581%2C1731218930073.regiongroup-0, suffix=, logDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/WALs/0aaf7e40abad,42581,1731218930073, archiveDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/oldWALs, maxLogs=10 2024-11-10T06:08:54,130 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/WALs/0aaf7e40abad,42581,1731218930073/0aaf7e40abad%2C42581%2C1731218930073.0aaf7e40abad%2C42581%2C1731218930073.regiongroup-0.1731218934102, exclude list is [], retry=0 2024-11-10T06:08:54,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:08:54,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T06:08:54,193 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/WALs/0aaf7e40abad,42581,1731218930073/0aaf7e40abad%2C42581%2C1731218930073.0aaf7e40abad%2C42581%2C1731218930073.regiongroup-0.1731218934102 2024-11-10T06:08:54,194 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:08:54,195 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:08:54,195 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:08:54,200 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:08:54,202 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:08:54,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:08:54,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:08:54,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:54,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:08:54,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:08:54,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:08:54,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:54,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:08:54,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:08:54,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:08:54,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:54,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:08:54,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:08:54,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:08:54,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:54,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:08:54,293 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:08:54,297 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:08:54,299 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:08:54,308 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:08:54,309 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:08:54,313 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:08:54,324 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:08:54,333 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:08:54,334 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10687723840, jitterRate=-0.0046281516551971436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:08:54,343 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731218934217Initializing all the Stores at 1731218934220 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218934221 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218934223 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218934223Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218934223Cleaning up temporary data from old regions at 1731218934309 (+86 ms)Region opened successfully at 1731218934343 (+34 ms) 2024-11-10T06:08:54,344 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:08:54,386 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f75f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=0aaf7e40abad/172.17.0.2:0 2024-11-10T06:08:54,425 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:08:54,437 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:08:54,437 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:08:54,441 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:08:54,443 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T06:08:54,449 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T06:08:54,449 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:08:54,477 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:08:54,486 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-10T06:08:54,506 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-10T06:08:54,508 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:08:54,510 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:08:54,523 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-10T06:08:54,527 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:08:54,532 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:08:54,548 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-10T06:08:54,550 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:08:54,565 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-10T06:08:54,590 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:08:54,598 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-10T06:08:54,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-10T06:08:54,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:54,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-10T06:08:54,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:54,616 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0aaf7e40abad,42581,1731218930073, sessionid=0x10124a6095b0000, setting cluster-up flag (Was=false) 2024-11-10T06:08:54,644 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-10T06:08:54,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:54,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:54,707 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-10T06:08:54,712 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0aaf7e40abad,42581,1731218930073 2024-11-10T06:08:54,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:54,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:54,773 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-10T06:08:54,775 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0aaf7e40abad,42581,1731218930073 2024-11-10T06:08:54,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:54,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:54,832 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-10T06:08:54,835 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0aaf7e40abad,42581,1731218930073 2024-11-10T06:08:54,842 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:08:54,906 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(746): ClusterId : 5e7c0bee-d39d-4491-b85a-35a1d40f8920 2024-11-10T06:08:54,909 INFO [RS:0;0aaf7e40abad:44111 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-10T06:08:54,911 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:08:54,921 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:08:54,933 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:08:54,942 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:08:54,943 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:08:54,943 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-10T06:08:54,950 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0aaf7e40abad,42581,1731218930073 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:08:54,954 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-10T06:08:54,955 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:08:54,961 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0aaf7e40abad:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:08:54,961 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0aaf7e40abad:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:08:54,962 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0aaf7e40abad:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:08:54,962 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0aaf7e40abad:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:08:54,962 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0aaf7e40abad:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:08:54,962 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:54,962 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0aaf7e40abad:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:08:54,962 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:54,972 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:08:54,972 DEBUG [RS:0;0aaf7e40abad:44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380db9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=0aaf7e40abad/172.17.0.2:0 2024-11-10T06:08:54,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:08:55,000 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:08:55,007 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:55,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:08:55,014 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0aaf7e40abad:44111 2024-11-10T06:08:55,018 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:08:55,018 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:08:55,018 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:08:55,021 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(2659): reportForDuty to master=0aaf7e40abad,42581,1731218930073 with port=44111, startcode=1731218931869 2024-11-10T06:08:55,022 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731218965022 2024-11-10T06:08:55,024 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:08:55,025 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:08:55,030 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:08:55,030 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-10T06:08:55,030 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:08:55,031 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:08:55,031 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:08:55,031 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,033 DEBUG [RS:0;0aaf7e40abad:44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:08:55,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:08:55,035 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:08:55,037 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:08:55,037 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:08:55,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:08:55,038 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:08:55,049 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec3d398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:08:55,050 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:08:55,053 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:08:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741832_1008 (size=32) 2024-11-10T06:08:55,077 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:08:55,085 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35427, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:08:55,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:08:55,091 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42581 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T06:08:55,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:08:55,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c73766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:08:55,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:08:55,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:08:55,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:08:55,100 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:08:55,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576ec85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:08:55,104 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-10T06:08:55,106 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:08:55,106 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:08:55,109 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0aaf7e40abad:0:becomeActiveMaster-HFileCleaner.large.0-1731218935108,5,FailOnTimeoutGroup] 2024-11-10T06:08:55,110 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0aaf7e40abad:0:becomeActiveMaster-HFileCleaner.small.0-1731218935109,5,FailOnTimeoutGroup] 2024-11-10T06:08:55,111 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,111 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:08:55,112 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,113 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,118 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T06:08:55,118 WARN [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T06:08:55,219 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(2659): reportForDuty to master=0aaf7e40abad,42581,1731218930073 with port=44111, startcode=1731218931869 2024-11-10T06:08:55,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0aaf7e40abad,44111,1731218931869 2024-11-10T06:08:55,223 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42581 {}] master.ServerManager(517): Registering regionserver=0aaf7e40abad,44111,1731218931869 2024-11-10T06:08:55,231 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:08:55,231 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38843 2024-11-10T06:08:55,231 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=42931 2024-11-10T06:08:55,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-10T06:08:55,324 DEBUG [RS:0;0aaf7e40abad:44111 {}] zookeeper.ZKUtil(111): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on existing znode=/1/rs/0aaf7e40abad,44111,1731218931869 2024-11-10T06:08:55,324 WARN [RS:0;0aaf7e40abad:44111 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:08:55,325 INFO [RS:0;0aaf7e40abad:44111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-10T06:08:55,325 INFO [RS:0;0aaf7e40abad:44111 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-10T06:08:55,325 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869 2024-11-10T06:08:55,328 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0aaf7e40abad,44111,1731218931869] 2024-11-10T06:08:55,351 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:08:55,368 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:08:55,373 INFO [RS:0;0aaf7e40abad:44111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:08:55,374 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,375 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:08:55,381 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:08:55,383 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,383 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:55,383 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:55,383 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:55,384 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:55,384 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:55,384 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0aaf7e40abad:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:08:55,384 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:55,384 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:55,384 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:55,385 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:55,385 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:55,385 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0aaf7e40abad:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:08:55,385 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:08:55,385 DEBUG [RS:0;0aaf7e40abad:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0aaf7e40abad:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:08:55,386 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,386 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,386 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,386 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,387 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,387 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=0aaf7e40abad,44111,1731218931869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:08:55,405 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:08:55,406 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=0aaf7e40abad,44111,1731218931869-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,407 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,407 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.Replication(171): 0aaf7e40abad,44111,1731218931869 started 2024-11-10T06:08:55,425 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:55,425 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1482): Serving as 0aaf7e40abad,44111,1731218931869, RpcServer on 0aaf7e40abad/172.17.0.2:44111, sessionid=0x10124a6095b0001 2024-11-10T06:08:55,426 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:08:55,427 DEBUG [RS:0;0aaf7e40abad:44111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0aaf7e40abad,44111,1731218931869 2024-11-10T06:08:55,427 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0aaf7e40abad,44111,1731218931869' 2024-11-10T06:08:55,427 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-10T06:08:55,428 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-10T06:08:55,429 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:08:55,429 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-10T06:08:55,430 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0aaf7e40abad,44111,1731218931869' 2024-11-10T06:08:55,430 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-10T06:08:55,430 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-10T06:08:55,431 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-10T06:08:55,431 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-10T06:08:55,431 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:08:55,431 DEBUG [RS:0;0aaf7e40abad:44111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0aaf7e40abad,44111,1731218931869 2024-11-10T06:08:55,431 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0aaf7e40abad,44111,1731218931869' 2024-11-10T06:08:55,431 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-10T06:08:55,432 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-10T06:08:55,433 DEBUG [RS:0;0aaf7e40abad:44111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:08:55,433 INFO [RS:0;0aaf7e40abad:44111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:08:55,433 INFO [RS:0;0aaf7e40abad:44111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:08:55,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:08:55,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:08:55,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:08:55,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:55,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:08:55,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:08:55,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:08:55,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:55,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:08:55,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:08:55,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:08:55,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:55,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:08:55,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:08:55,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:08:55,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:55,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:08:55,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:08:55,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740 2024-11-10T06:08:55,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740 2024-11-10T06:08:55,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:08:55,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:08:55,488 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:08:55,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:08:55,495 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:08:55,496 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9536156640, jitterRate=-0.11187620460987091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:08:55,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731218935464Initializing all the Stores at 1731218935466 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218935466Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218935466Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218935467 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218935467Cleaning up temporary data from old regions at 1731218935487 (+20 ms)Region opened successfully at 1731218935498 (+11 ms) 2024-11-10T06:08:55,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:08:55,498 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:08:55,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:08:55,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:08:55,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:08:55,500 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:08:55,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731218935498Disabling compacts and flushes for region at 1731218935498Disabling writes for close at 1731218935499 (+1 ms)Writing region close event to WAL at 1731218935499Closed at 1731218935500 (+1 ms) 2024-11-10T06:08:55,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:08:55,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:08:55,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:08:55,515 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:08:55,517 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:08:55,539 INFO [RS:0;0aaf7e40abad:44111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:08:55,539 INFO [RS:0;0aaf7e40abad:44111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0aaf7e40abad,44111,1731218931869.regiongroup-0 2024-11-10T06:08:55,543 INFO [RS:0;0aaf7e40abad:44111 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0, suffix=, logDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869, archiveDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs, maxLogs=32 2024-11-10T06:08:55,557 DEBUG [RS:0;0aaf7e40abad:44111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218935546, exclude list is [], retry=0 2024-11-10T06:08:55,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:08:55,565 INFO [RS:0;0aaf7e40abad:44111 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218935546 2024-11-10T06:08:55,565 DEBUG [RS:0;0aaf7e40abad:44111 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:08:55,670 DEBUG [0aaf7e40abad:42581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:08:55,687 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:08:55,695 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0aaf7e40abad,44111,1731218931869, state=OPENING 2024-11-10T06:08:55,739 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:08:55,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:55,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:08:55,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-10T06:08:55,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-10T06:08:55,776 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:08:55,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:08:55,956 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:08:55,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57239, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:08:55,973 INFO [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:08:55,974 INFO [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-10T06:08:55,975 INFO [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-10T06:08:55,975 INFO [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:08:55,976 INFO [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:08:55,980 INFO [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0aaf7e40abad%2C44111%2C1731218931869.meta, suffix=.meta, logDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869, archiveDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs, maxLogs=32 2024-11-10T06:08:55,998 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218935983.meta, exclude list is [], retry=0 2024-11-10T06:08:56,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:08:56,008 INFO [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218935983.meta 2024-11-10T06:08:56,011 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:08:56,011 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:08:56,015 INFO [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:08:56,016 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:08:56,018 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:08:56,019 INFO [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:08:56,023 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:08:56,023 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:08:56,024 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:08:56,024 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:08:56,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:08:56,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:08:56,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:56,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:08:56,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:08:56,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:08:56,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:56,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:08:56,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:08:56,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:08:56,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:56,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:08:56,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:08:56,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:08:56,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:08:56,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:08:56,042 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:08:56,044 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740 2024-11-10T06:08:56,046 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740 2024-11-10T06:08:56,049 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:08:56,049 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:08:56,050 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:08:56,052 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:08:56,054 INFO [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10997032000, jitterRate=0.024178415536880493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:08:56,054 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:08:56,055 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731218936025Writing region info on filesystem at 1731218936025Initializing all the Stores at 1731218936027 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218936027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218936028 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218936028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731218936028Cleaning up temporary data from old regions at 1731218936049 (+21 ms)Running coprocessor post-open hooks at 1731218936054 (+5 ms)Region opened successfully at 1731218936055 (+1 ms) 2024-11-10T06:08:56,062 INFO [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731218935948 2024-11-10T06:08:56,074 DEBUG [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:08:56,075 INFO [RS_OPEN_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:08:56,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:08:56,081 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0aaf7e40abad,44111,1731218931869, state=OPEN 2024-11-10T06:08:56,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-10T06:08:56,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-10T06:08:56,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-10T06:08:56,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-10T06:08:56,254 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0aaf7e40abad,44111,1731218931869 2024-11-10T06:08:56,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:08:56,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0aaf7e40abad,44111,1731218931869 in 475 msec 2024-11-10T06:08:56,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:08:56,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 753 msec 2024-11-10T06:08:56,272 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:08:56,272 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:08:56,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:08:56,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:08:56,313 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:08:56,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39303, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:08:56,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4600 sec 2024-11-10T06:08:56,335 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731218936334, completionTime=-1 2024-11-10T06:08:56,337 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:08:56,337 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T06:08:56,362 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T06:08:56,362 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731218996362 2024-11-10T06:08:56,362 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219056362 2024-11-10T06:08:56,362 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-10T06:08:56,364 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0aaf7e40abad,42581,1731218930073-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:56,365 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0aaf7e40abad,42581,1731218930073-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:56,365 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0aaf7e40abad,42581,1731218930073-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:56,366 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0aaf7e40abad:42581, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:56,366 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:56,367 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:56,372 DEBUG [master/0aaf7e40abad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:08:56,398 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.243sec 2024-11-10T06:08:56,399 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:08:56,400 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:08:56,401 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:08:56,402 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:08:56,402 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:08:56,402 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0aaf7e40abad,42581,1731218930073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:08:56,403 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0aaf7e40abad,42581,1731218930073-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:08:56,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae89977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:08:56,410 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T06:08:56,410 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T06:08:56,413 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:08:56,413 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:08:56,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:08:56,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:08:56,414 INFO [master/0aaf7e40abad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0aaf7e40abad,42581,1731218930073-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:08:56,422 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:08:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:08:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:08:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e80c80e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:08:56,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:08:56,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:08:56,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:08:56,427 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:08:56,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa09cea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:08:56,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:08:56,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:08:56,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:08:56,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:08:56,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0aaf7e40abad,42581,1731218930073 2024-11-10T06:08:56,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-10T06:08:56,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/test.cache.data in system properties and HBase conf 2024-11-10T06:08:56,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:08:56,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:08:56,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:08:56,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:08:56,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:08:56,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:08:56,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:08:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:08:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:08:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:08:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:08:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:08:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:08:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:08:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:08:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:08:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:08:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:08:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:08:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741835_1011 (size=592039) 2024-11-10T06:08:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741836_1012 (size=1663647) 2024-11-10T06:08:58,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:08:58,583 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:08:58,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:08:58,826 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-10T06:08:58,826 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:08:58,839 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:08:58,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:08:58,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:08:58,839 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:08:58,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:08:58,839 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:08:58,845 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7907cc73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:08:58,845 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fea1fa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-10T06:08:58,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:08:58,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@349f1fd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:08:58,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f34157b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-10T06:08:58,964 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-11-10T06:08:58,964 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-11-10T06:08:58,964 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-10T06:08:58,965 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-10T06:08:59,005 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-10T06:08:59,044 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-10T06:08:59,262 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-11-10T06:08:59,286 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18851078{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/java.io.tmpdir/jetty-localhost-33443-hadoop-yarn-common-3_4_1_jar-_-any-17589259415611624158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-10T06:08:59,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11572f8c{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/java.io.tmpdir/jetty-localhost-43159-hadoop-yarn-common-3_4_1_jar-_-any-6835443486730202286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-10T06:08:59,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@423a9db4{HTTP/1.1, (http/1.1)}{localhost:43159} 2024-11-10T06:08:59,289 INFO [Time-limited test {}] server.Server(415): Started @16263ms 2024-11-10T06:08:59,289 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@777737f3{HTTP/1.1, (http/1.1)}{localhost:33443} 2024-11-10T06:08:59,289 INFO [Thread-251 {}] server.Server(415): Started @16263ms 2024-11-10T06:08:59,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741837_1013 (size=5) 2024-11-10T06:09:00,332 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-10T06:09:00,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:09:00,366 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-10T06:09:00,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:09:00,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:09:00,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:09:00,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:09:00,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:09:00,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10b3aad0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:09:00,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35985cec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-10T06:09:00,429 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-10T06:09:00,429 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-10T06:09:00,429 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-10T06:09:00,429 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-10T06:09:00,441 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-10T06:09:00,450 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-10T06:09:00,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:09:00,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T06:09:00,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:09:00,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-10T06:09:00,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:09:00,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T06:09:00,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T06:09:00,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T06:09:00,603 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-10T06:09:00,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48fd52ee{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/java.io.tmpdir/jetty-localhost-42775-hadoop-yarn-common-3_4_1_jar-_-any-15293658583920229340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-10T06:09:00,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d08b16{HTTP/1.1, (http/1.1)}{localhost:42775} 2024-11-10T06:09:00,618 INFO [Time-limited test {}] server.Server(415): Started @17592ms 2024-11-10T06:09:00,746 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-10T06:09:00,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:09:00,763 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-10T06:09:00,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:09:00,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:09:00,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:09:00,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:09:00,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:09:00,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b35098{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:09:00,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28d5df62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-10T06:09:00,867 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-10T06:09:00,867 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-10T06:09:00,867 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-10T06:09:00,867 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-10T06:09:00,879 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-10T06:09:00,886 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-10T06:09:01,004 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-10T06:09:01,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46f2909c{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/java.io.tmpdir/jetty-localhost-45651-hadoop-yarn-common-3_4_1_jar-_-any-3428456464227949022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-10T06:09:01,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550448c2{HTTP/1.1, (http/1.1)}{localhost:45651} 2024-11-10T06:09:01,010 INFO [Time-limited test {}] server.Server(415): Started @17984ms 2024-11-10T06:09:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-10T06:09:01,034 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:38843/backupUT 2024-11-10T06:09:01,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:09:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:09:01,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b72e9ed 2024-11-10T06:09:01,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:09:01,052 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:09:01,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-10T06:09:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-10T06:09:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:09:01,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 21 msec 2024-11-10T06:09:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:09:01,186 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-10T06:09:01,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-10T06:09:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-10T06:09:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-10T06:09:01,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 18 msec 2024-11-10T06:09:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-10T06:09:01,304 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-10T06:09:01,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-10T06:09:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-10T06:09:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-10T06:09:01,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 13 msec 2024-11-10T06:09:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-10T06:09:01,416 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-10T06:09:01,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-10T06:09:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-10T06:09:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:09:01,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 15 msec 2024-11-10T06:09:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:09:01,537 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-10T06:09:01,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-10T06:09:01,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731218941034', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:09:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731218941034 2024-11-10T06:09:01,562 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731218941034 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:09:01,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731218941034" procId is: 8 2024-11-10T06:09:01,566 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-10T06:09:01,569 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731218941034 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:09:01,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741838_1014 (size=367) 2024-11-10T06:09:01,592 INFO [RegionOpenAndInit-test-1731218941034-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5fb3561501159eb6eb492dc63b09450, NAME => 'test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731218941034', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:09:01,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741839_1015 (size=53) 2024-11-10T06:09:01,616 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:09:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-10T06:09:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-10T06:09:02,004 DEBUG [RegionOpenAndInit-test-1731218941034-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:02,004 DEBUG [RegionOpenAndInit-test-1731218941034-pool-0 {}] regionserver.HRegion(1722): Closing a5fb3561501159eb6eb492dc63b09450, disabling compactions & flushes 2024-11-10T06:09:02,005 INFO [RegionOpenAndInit-test-1731218941034-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:02,005 DEBUG [RegionOpenAndInit-test-1731218941034-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:02,005 DEBUG [RegionOpenAndInit-test-1731218941034-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. after waiting 0 ms 2024-11-10T06:09:02,005 DEBUG [RegionOpenAndInit-test-1731218941034-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:02,005 INFO [RegionOpenAndInit-test-1731218941034-pool-0 {}] regionserver.HRegion(1973): Closed test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:02,005 DEBUG [RegionOpenAndInit-test-1731218941034-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5fb3561501159eb6eb492dc63b09450: Waiting for close lock at 1731218942004Disabling compacts and flushes for region at 1731218942004Disabling writes for close at 1731218942005 (+1 ms)Writing region close event to WAL at 1731218942005Closed at 1731218942005 2024-11-10T06:09:02,007 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731218941034 execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:09:02,012 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731218942007"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731218942007"}]},"ts":"1731218942007"} 2024-11-10T06:09:02,016 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:09:02,018 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731218941034 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:09:02,021 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731218941034","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218942018"}]},"ts":"1731218942018"} 2024-11-10T06:09:02,025 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731218941034, state=ENABLING in hbase:meta 2024-11-10T06:09:02,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, ASSIGN}] 2024-11-10T06:09:02,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, ASSIGN 2024-11-10T06:09:02,030 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, ASSIGN; state=OFFLINE, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=false 2024-11-10T06:09:02,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a5fb3561501159eb6eb492dc63b09450, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:02,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, ASSIGN because future has completed 2024-11-10T06:09:02,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:09:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-10T06:09:02,377 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:02,377 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:09:02,377 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 0aaf7e40abad,44111,1731218931869.regiongroup-1 2024-11-10T06:09:02,380 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1, suffix=, logDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869, archiveDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs, maxLogs=32 2024-11-10T06:09:02,395 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218942381, exclude list is [], retry=0 2024-11-10T06:09:02,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:09:02,401 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218942381 2024-11-10T06:09:02,402 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:09:02,402 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a5fb3561501159eb6eb492dc63b09450, NAME => 'test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:09:02,402 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:09:02,403 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731218941034 a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:02,403 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:02,403 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:02,403 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:02,405 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:02,408 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fb3561501159eb6eb492dc63b09450 columnFamilyName f 2024-11-10T06:09:02,408 DEBUG [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:02,409 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(327): Store=a5fb3561501159eb6eb492dc63b09450/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:02,409 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:02,411 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:02,411 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:02,412 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:02,412 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:02,415 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:02,418 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:09:02,419 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened a5fb3561501159eb6eb492dc63b09450; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9650842240, jitterRate=-0.10119527578353882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:09:02,419 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:02,420 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a5fb3561501159eb6eb492dc63b09450: Running coprocessor pre-open hook at 1731218942403Writing region info on filesystem at 1731218942403Initializing all the Stores at 1731218942405 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218942405Cleaning up temporary data from old regions at 1731218942412 (+7 ms)Running coprocessor post-open hooks at 1731218942419 (+7 ms)Region opened successfully at 1731218942420 (+1 ms) 2024-11-10T06:09:02,422 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450., pid=10, masterSystemTime=1731218942346 2024-11-10T06:09:02,426 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:02,426 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:02,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a5fb3561501159eb6eb492dc63b09450, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:02,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:09:02,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:09:02,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869 in 241 msec 2024-11-10T06:09:02,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:09:02,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, ASSIGN in 411 msec 2024-11-10T06:09:02,443 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731218941034 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:09:02,443 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731218941034","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218942443"}]},"ts":"1731218942443"} 2024-11-10T06:09:02,446 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731218941034, state=ENABLED in hbase:meta 2024-11-10T06:09:02,448 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731218941034 execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:09:02,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731218941034 in 893 msec 2024-11-10T06:09:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-10T06:09:02,705 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731218941034 completed 2024-11-10T06:09:02,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6363c3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:02,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:02,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:02,707 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7513ac90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:02,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:02,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:02,712 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:02,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b46498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:02,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:02,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:02,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:02,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:02,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731218941034', row='row0', locateType=CURRENT is [region=test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:09:02,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegion(8528): writing data to region test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T06:09:02,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17312189410341', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:09:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17312189410341 2024-11-10T06:09:02,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17312189410341 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:09:02,920 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:02,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17312189410341" procId is: 11 2024-11-10T06:09:02,922 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17312189410341 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:09:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T06:09:02,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741841_1017 (size=364) 2024-11-10T06:09:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T06:09:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T06:09:03,334 INFO [RegionOpenAndInit-ns2:test-17312189410341-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bd6ec9a47d9b39ee9ef625eddf718b6, NAME => 'ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17312189410341', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:09:03,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741842_1018 (size=50) 2024-11-10T06:09:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T06:09:03,749 DEBUG [RegionOpenAndInit-ns2:test-17312189410341-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:03,750 DEBUG [RegionOpenAndInit-ns2:test-17312189410341-pool-0 {}] regionserver.HRegion(1722): Closing 2bd6ec9a47d9b39ee9ef625eddf718b6, disabling compactions & flushes 2024-11-10T06:09:03,750 INFO [RegionOpenAndInit-ns2:test-17312189410341-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:09:03,750 DEBUG [RegionOpenAndInit-ns2:test-17312189410341-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:09:03,750 DEBUG [RegionOpenAndInit-ns2:test-17312189410341-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. after waiting 0 ms 2024-11-10T06:09:03,750 DEBUG [RegionOpenAndInit-ns2:test-17312189410341-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:09:03,750 INFO [RegionOpenAndInit-ns2:test-17312189410341-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:09:03,751 DEBUG [RegionOpenAndInit-ns2:test-17312189410341-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bd6ec9a47d9b39ee9ef625eddf718b6: Waiting for close lock at 1731218943749Disabling compacts and flushes for region at 1731218943749Disabling writes for close at 1731218943750 (+1 ms)Writing region close event to WAL at 1731218943750Closed at 1731218943750 2024-11-10T06:09:03,753 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17312189410341 execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:09:03,754 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731218943753"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731218943753"}]},"ts":"1731218943753"} 2024-11-10T06:09:03,757 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:09:03,759 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17312189410341 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:09:03,759 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17312189410341","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218943759"}]},"ts":"1731218943759"} 2024-11-10T06:09:03,762 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17312189410341, state=ENABLING in hbase:meta 2024-11-10T06:09:03,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17312189410341, region=2bd6ec9a47d9b39ee9ef625eddf718b6, ASSIGN}] 2024-11-10T06:09:03,765 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17312189410341, region=2bd6ec9a47d9b39ee9ef625eddf718b6, ASSIGN 2024-11-10T06:09:03,767 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17312189410341, region=2bd6ec9a47d9b39ee9ef625eddf718b6, ASSIGN; state=OFFLINE, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=false 2024-11-10T06:09:03,918 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2bd6ec9a47d9b39ee9ef625eddf718b6, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:03,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17312189410341, region=2bd6ec9a47d9b39ee9ef625eddf718b6, ASSIGN because future has completed 2024-11-10T06:09:03,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bd6ec9a47d9b39ee9ef625eddf718b6, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:09:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T06:09:04,090 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:09:04,090 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bd6ec9a47d9b39ee9ef625eddf718b6, NAME => 'ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:09:04,090 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:09:04,090 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17312189410341 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:04,091 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:04,091 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:04,091 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:04,093 INFO [StoreOpener-2bd6ec9a47d9b39ee9ef625eddf718b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:04,095 INFO [StoreOpener-2bd6ec9a47d9b39ee9ef625eddf718b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd6ec9a47d9b39ee9ef625eddf718b6 columnFamilyName f 2024-11-10T06:09:04,096 DEBUG [StoreOpener-2bd6ec9a47d9b39ee9ef625eddf718b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:04,097 INFO [StoreOpener-2bd6ec9a47d9b39ee9ef625eddf718b6-1 {}] regionserver.HStore(327): Store=2bd6ec9a47d9b39ee9ef625eddf718b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:04,097 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:04,099 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:04,100 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:04,101 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:04,101 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:04,105 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:04,109 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:09:04,109 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 2bd6ec9a47d9b39ee9ef625eddf718b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10692591840, jitterRate=-0.004174783825874329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:09:04,110 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:04,111 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 2bd6ec9a47d9b39ee9ef625eddf718b6: Running coprocessor pre-open hook at 1731218944091Writing region info on filesystem at 1731218944091Initializing all the Stores at 1731218944092 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218944093 (+1 ms)Cleaning up temporary data from old regions at 1731218944101 (+8 ms)Running coprocessor post-open hooks at 1731218944110 (+9 ms)Region opened successfully at 1731218944111 (+1 ms) 2024-11-10T06:09:04,112 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6., pid=13, masterSystemTime=1731218944079 2024-11-10T06:09:04,115 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:09:04,115 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:09:04,116 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2bd6ec9a47d9b39ee9ef625eddf718b6, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:04,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bd6ec9a47d9b39ee9ef625eddf718b6, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:09:04,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T06:09:04,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bd6ec9a47d9b39ee9ef625eddf718b6, server=0aaf7e40abad,44111,1731218931869 in 197 msec 2024-11-10T06:09:04,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T06:09:04,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17312189410341, region=2bd6ec9a47d9b39ee9ef625eddf718b6, ASSIGN in 361 msec 2024-11-10T06:09:04,129 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17312189410341 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:09:04,129 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17312189410341","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218944129"}]},"ts":"1731218944129"} 2024-11-10T06:09:04,132 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17312189410341, state=ENABLED in hbase:meta 2024-11-10T06:09:04,134 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17312189410341 execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:09:04,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17312189410341 in 1.2180 sec 2024-11-10T06:09:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T06:09:05,077 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17312189410341 completed 2024-11-10T06:09:05,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17312189410341', row='row0', locateType=CURRENT is [region=ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:09:05,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegion(8528): writing data to region ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T06:09:05,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17312189410342', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:09:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17312189410342 2024-11-10T06:09:05,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17312189410342 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:09:05,227 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:05,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17312189410342" procId is: 14 2024-11-10T06:09:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T06:09:05,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17312189410342 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:09:05,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741843_1019 (size=390) 2024-11-10T06:09:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T06:09:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T06:09:05,641 INFO [RegionOpenAndInit-ns3:test-17312189410342-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7bb91a957f45918287fdac52ee228600, NAME => 'ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17312189410342', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:09:05,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741844_1020 (size=50) 2024-11-10T06:09:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T06:09:06,053 DEBUG [RegionOpenAndInit-ns3:test-17312189410342-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:06,053 DEBUG [RegionOpenAndInit-ns3:test-17312189410342-pool-0 {}] regionserver.HRegion(1722): Closing 7bb91a957f45918287fdac52ee228600, disabling compactions & flushes 2024-11-10T06:09:06,053 INFO [RegionOpenAndInit-ns3:test-17312189410342-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:09:06,054 DEBUG [RegionOpenAndInit-ns3:test-17312189410342-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:09:06,054 DEBUG [RegionOpenAndInit-ns3:test-17312189410342-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. after waiting 0 ms 2024-11-10T06:09:06,054 DEBUG [RegionOpenAndInit-ns3:test-17312189410342-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:09:06,054 INFO [RegionOpenAndInit-ns3:test-17312189410342-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:09:06,054 DEBUG [RegionOpenAndInit-ns3:test-17312189410342-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7bb91a957f45918287fdac52ee228600: Waiting for close lock at 1731218946053Disabling compacts and flushes for region at 1731218946053Disabling writes for close at 1731218946054 (+1 ms)Writing region close event to WAL at 1731218946054Closed at 1731218946054 2024-11-10T06:09:06,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17312189410342 execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:09:06,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731218946058"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731218946058"}]},"ts":"1731218946058"} 2024-11-10T06:09:06,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:09:06,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17312189410342 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:09:06,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17312189410342","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218946063"}]},"ts":"1731218946063"} 2024-11-10T06:09:06,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17312189410342, state=ENABLING in hbase:meta 2024-11-10T06:09:06,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17312189410342, region=7bb91a957f45918287fdac52ee228600, ASSIGN}] 2024-11-10T06:09:06,068 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17312189410342, region=7bb91a957f45918287fdac52ee228600, ASSIGN 2024-11-10T06:09:06,070 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17312189410342, region=7bb91a957f45918287fdac52ee228600, ASSIGN; state=OFFLINE, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=false 2024-11-10T06:09:06,222 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=7bb91a957f45918287fdac52ee228600, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:06,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17312189410342, region=7bb91a957f45918287fdac52ee228600, ASSIGN because future has completed 2024-11-10T06:09:06,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bb91a957f45918287fdac52ee228600, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:09:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T06:09:06,388 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:09:06,389 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bb91a957f45918287fdac52ee228600, NAME => 'ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:09:06,389 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:09:06,389 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17312189410342 7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:06,389 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:06,389 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:06,389 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:06,392 INFO [StoreOpener-7bb91a957f45918287fdac52ee228600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:06,393 INFO [StoreOpener-7bb91a957f45918287fdac52ee228600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bb91a957f45918287fdac52ee228600 columnFamilyName f 2024-11-10T06:09:06,394 DEBUG [StoreOpener-7bb91a957f45918287fdac52ee228600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:06,394 INFO [StoreOpener-7bb91a957f45918287fdac52ee228600-1 {}] regionserver.HStore(327): Store=7bb91a957f45918287fdac52ee228600/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:06,394 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:06,396 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns3/test-17312189410342/7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:06,396 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns3/test-17312189410342/7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:06,397 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:06,397 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:06,400 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:06,403 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns3/test-17312189410342/7bb91a957f45918287fdac52ee228600/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:09:06,404 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 7bb91a957f45918287fdac52ee228600; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9613605600, jitterRate=-0.10466320812702179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:09:06,404 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:06,405 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 7bb91a957f45918287fdac52ee228600: Running coprocessor pre-open hook at 1731218946390Writing region info on filesystem at 1731218946390Initializing all the Stores at 1731218946391 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218946391Cleaning up temporary data from old regions at 1731218946397 (+6 ms)Running coprocessor post-open hooks at 1731218946404 (+7 ms)Region opened successfully at 1731218946405 (+1 ms) 2024-11-10T06:09:06,406 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600., pid=16, masterSystemTime=1731218946383 2024-11-10T06:09:06,409 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:09:06,409 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:09:06,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=7bb91a957f45918287fdac52ee228600, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:06,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bb91a957f45918287fdac52ee228600, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:09:06,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T06:09:06,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bb91a957f45918287fdac52ee228600, server=0aaf7e40abad,44111,1731218931869 in 186 msec 2024-11-10T06:09:06,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T06:09:06,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17312189410342, region=7bb91a957f45918287fdac52ee228600, ASSIGN in 352 msec 2024-11-10T06:09:06,422 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17312189410342 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:09:06,422 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17312189410342","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218946422"}]},"ts":"1731218946422"} 2024-11-10T06:09:06,424 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17312189410342, state=ENABLED in hbase:meta 2024-11-10T06:09:06,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17312189410342 execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:09:06,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17312189410342 in 1.2020 sec 2024-11-10T06:09:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T06:09:07,384 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17312189410342 completed 2024-11-10T06:09:07,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17312189410342 get assigned. Timeout = 60000ms 2024-11-10T06:09:07,386 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:09:07,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17312189410342 assigned to meta. Checking AM states. 2024-11-10T06:09:07,392 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:09:07,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17312189410342 assigned. 2024-11-10T06:09:07,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17312189410343', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:09:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17312189410343 2024-11-10T06:09:07,398 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17312189410343 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:09:07,398 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:07,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17312189410343" procId is: 17 2024-11-10T06:09:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T06:09:07,399 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17312189410343 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:09:07,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741845_1021 (size=390) 2024-11-10T06:09:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T06:09:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T06:09:07,812 INFO [RegionOpenAndInit-ns4:test-17312189410343-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0c48fb48192179e67c52c4210e39030, NAME => 'ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17312189410343', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:09:07,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741846_1022 (size=50) 2024-11-10T06:09:07,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-10T06:09:07,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17312189410342' 2024-11-10T06:09:07,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731218941034' 2024-11-10T06:09:07,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17312189410341' 2024-11-10T06:09:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T06:09:08,223 DEBUG [RegionOpenAndInit-ns4:test-17312189410343-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:08,223 DEBUG [RegionOpenAndInit-ns4:test-17312189410343-pool-0 {}] regionserver.HRegion(1722): Closing b0c48fb48192179e67c52c4210e39030, disabling compactions & flushes 2024-11-10T06:09:08,224 INFO [RegionOpenAndInit-ns4:test-17312189410343-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:09:08,224 DEBUG [RegionOpenAndInit-ns4:test-17312189410343-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:09:08,224 DEBUG [RegionOpenAndInit-ns4:test-17312189410343-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. after waiting 0 ms 2024-11-10T06:09:08,224 DEBUG [RegionOpenAndInit-ns4:test-17312189410343-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:09:08,224 INFO [RegionOpenAndInit-ns4:test-17312189410343-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:09:08,224 DEBUG [RegionOpenAndInit-ns4:test-17312189410343-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0c48fb48192179e67c52c4210e39030: Waiting for close lock at 1731218948223Disabling compacts and flushes for region at 1731218948223Disabling writes for close at 1731218948224 (+1 ms)Writing region close event to WAL at 1731218948224Closed at 1731218948224 2024-11-10T06:09:08,228 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17312189410343 execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:09:08,229 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731218948229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731218948229"}]},"ts":"1731218948229"} 2024-11-10T06:09:08,234 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:09:08,236 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17312189410343 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:09:08,237 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17312189410343","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218948236"}]},"ts":"1731218948236"} 2024-11-10T06:09:08,240 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17312189410343, state=ENABLING in hbase:meta 2024-11-10T06:09:08,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17312189410343, region=b0c48fb48192179e67c52c4210e39030, ASSIGN}] 2024-11-10T06:09:08,242 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17312189410343, region=b0c48fb48192179e67c52c4210e39030, ASSIGN 2024-11-10T06:09:08,243 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17312189410343, region=b0c48fb48192179e67c52c4210e39030, ASSIGN; state=OFFLINE, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=false 2024-11-10T06:09:08,394 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b0c48fb48192179e67c52c4210e39030, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17312189410343, region=b0c48fb48192179e67c52c4210e39030, ASSIGN because future has completed 2024-11-10T06:09:08,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0c48fb48192179e67c52c4210e39030, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:09:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T06:09:08,564 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:09:08,564 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b0c48fb48192179e67c52c4210e39030, NAME => 'ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:09:08,564 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:09:08,565 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17312189410343 b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:08,565 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:08,565 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:08,565 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:08,567 INFO [StoreOpener-b0c48fb48192179e67c52c4210e39030-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:08,570 INFO [StoreOpener-b0c48fb48192179e67c52c4210e39030-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0c48fb48192179e67c52c4210e39030 columnFamilyName f 2024-11-10T06:09:08,571 DEBUG [StoreOpener-b0c48fb48192179e67c52c4210e39030-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:08,572 INFO [StoreOpener-b0c48fb48192179e67c52c4210e39030-1 {}] regionserver.HStore(327): Store=b0c48fb48192179e67c52c4210e39030/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:08,572 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:08,574 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns4/test-17312189410343/b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:08,575 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns4/test-17312189410343/b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:08,576 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:08,576 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:08,580 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:08,585 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns4/test-17312189410343/b0c48fb48192179e67c52c4210e39030/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:09:08,586 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b0c48fb48192179e67c52c4210e39030; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10321672160, jitterRate=-0.03871937096118927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:09:08,586 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:08,587 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b0c48fb48192179e67c52c4210e39030: Running coprocessor pre-open hook at 1731218948565Writing region info on filesystem at 1731218948565Initializing all the Stores at 1731218948567 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218948567Cleaning up temporary data from old regions at 1731218948576 (+9 ms)Running coprocessor post-open hooks at 1731218948586 (+10 ms)Region opened successfully at 1731218948587 (+1 ms) 2024-11-10T06:09:08,589 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030., pid=19, masterSystemTime=1731218948559 2024-11-10T06:09:08,592 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:09:08,592 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:09:08,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b0c48fb48192179e67c52c4210e39030, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:08,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0c48fb48192179e67c52c4210e39030, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:09:08,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T06:09:08,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b0c48fb48192179e67c52c4210e39030, server=0aaf7e40abad,44111,1731218931869 in 195 msec 2024-11-10T06:09:08,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-10T06:09:08,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17312189410343, region=b0c48fb48192179e67c52c4210e39030, ASSIGN in 360 msec 2024-11-10T06:09:08,605 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17312189410343 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:09:08,605 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17312189410343","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218948605"}]},"ts":"1731218948605"} 2024-11-10T06:09:08,607 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17312189410343, state=ENABLED in hbase:meta 2024-11-10T06:09:08,608 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17312189410343 execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:09:08,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17312189410343 in 1.2130 sec 2024-11-10T06:09:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T06:09:09,554 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17312189410343 completed 2024-11-10T06:09:09,554 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17312189410343 get assigned. Timeout = 60000ms 2024-11-10T06:09:09,555 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:09:09,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17312189410343 assigned to meta. Checking AM states. 2024-11-10T06:09:09,560 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:09:09,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17312189410343 assigned. 2024-11-10T06:09:09,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:09:09,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:09:09,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:09,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:09,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:09,598 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=610, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=13, AvailableMemoryMB=14212 2024-11-10T06:09:09,600 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=610 is superior to 500 2024-11-10T06:09:09,602 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-10T06:09:09,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731218941034 from 'test-1731218941034', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731218941034', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:09:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731218941034 2024-11-10T06:09:09,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741847_1023 (size=908) 2024-11-10T06:09:10,035 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/.tabledesc/.tableinfo.0000000001.367 2024-11-10T06:09:10,035 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/.tabledesc/.tableinfo.0000000002.908 2024-11-10T06:09:10,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731218941034}] 2024-11-10T06:09:10,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, REOPEN/MOVE}] 2024-11-10T06:09:10,053 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, REOPEN/MOVE 2024-11-10T06:09:10,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a5fb3561501159eb6eb492dc63b09450, regionState=CLOSING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:10,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, REOPEN/MOVE because future has completed 2024-11-10T06:09:10,058 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T06:09:10,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:09:10,216 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:10,216 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T06:09:10,216 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing a5fb3561501159eb6eb492dc63b09450, disabling compactions & flushes 2024-11-10T06:09:10,217 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:10,217 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:10,217 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. after waiting 0 ms 2024-11-10T06:09:10,217 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:10,221 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing a5fb3561501159eb6eb492dc63b09450 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-10T06:09:10,286 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/f/c4fdce17aeec480b9488b64307a6d4b6 is 37, key is row10/f:q1/1731218942760/Put/seqid=0 2024-11-10T06:09:10,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741848_1024 (size=8413) 2024-11-10T06:09:10,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17312189410342 2024-11-10T06:09:10,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17312189410342 Metrics about Tables on a single HBase RegionServer 2024-11-10T06:09:10,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17312189410341 2024-11-10T06:09:10,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17312189410341 Metrics about Tables on a single HBase RegionServer 2024-11-10T06:09:10,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731218941034 2024-11-10T06:09:10,522 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731218941034 Metrics about Tables on a single HBase RegionServer 2024-11-10T06:09:10,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17312189410343 2024-11-10T06:09:10,522 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17312189410343 Metrics about Tables on a single HBase RegionServer 2024-11-10T06:09:10,697 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/f/c4fdce17aeec480b9488b64307a6d4b6 2024-11-10T06:09:10,753 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/f/c4fdce17aeec480b9488b64307a6d4b6 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 2024-11-10T06:09:10,762 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6, entries=99, sequenceid=103, filesize=8.2 K 2024-11-10T06:09:10,769 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a5fb3561501159eb6eb492dc63b09450 in 548ms, sequenceid=103, compaction requested=false 2024-11-10T06:09:10,776 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-10T06:09:10,779 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:09:10,779 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:10,779 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for a5fb3561501159eb6eb492dc63b09450: Waiting for close lock at 1731218950216Running coprocessor pre-close hooks at 1731218950216Disabling compacts and flushes for region at 1731218950216Disabling writes for close at 1731218950217 (+1 ms)Obtaining lock to block concurrent updates at 1731218950221 (+4 ms)Preparing flush snapshotting stores in a5fb3561501159eb6eb492dc63b09450 at 1731218950221Finished memstore snapshotting test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731218950231 (+10 ms)Flushing stores of test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. at 1731218950233 (+2 ms)Flushing a5fb3561501159eb6eb492dc63b09450/f: creating writer at 1731218950235 (+2 ms)Flushing a5fb3561501159eb6eb492dc63b09450/f: appending metadata at 1731218950274 (+39 ms)Flushing a5fb3561501159eb6eb492dc63b09450/f: closing flushed file at 1731218950277 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fcd15a: reopening flushed file at 1731218950751 (+474 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a5fb3561501159eb6eb492dc63b09450 in 548ms, sequenceid=103, compaction requested=false at 1731218950769 (+18 ms)Writing region close event to WAL at 1731218950771 (+2 ms)Running coprocessor post-close hooks at 1731218950777 (+6 ms)Closed at 1731218950779 (+2 ms) 2024-11-10T06:09:10,779 WARN [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: a5fb3561501159eb6eb492dc63b09450 to self. 2024-11-10T06:09:10,783 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:10,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a5fb3561501159eb6eb492dc63b09450, regionState=CLOSED 2024-11-10T06:09:10,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:09:10,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-10T06:09:10,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869 in 730 msec 2024-11-10T06:09:10,792 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, REOPEN/MOVE; state=CLOSED, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=true 2024-11-10T06:09:10,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a5fb3561501159eb6eb492dc63b09450, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:10,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, REOPEN/MOVE because future has completed 2024-11-10T06:09:10,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:09:11,104 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:11,104 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a5fb3561501159eb6eb492dc63b09450, NAME => 'test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:09:11,105 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:09:11,105 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731218941034 a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,105 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:11,105 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,105 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,107 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,109 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fb3561501159eb6eb492dc63b09450 columnFamilyName f 2024-11-10T06:09:11,109 DEBUG [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:11,120 DEBUG [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 2024-11-10T06:09:11,120 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(327): Store=a5fb3561501159eb6eb492dc63b09450/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:11,120 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,123 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fb3561501159eb6eb492dc63b09450 columnFamilyName f3 2024-11-10T06:09:11,123 DEBUG [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:11,123 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(327): Store=a5fb3561501159eb6eb492dc63b09450/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:11,124 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,130 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fb3561501159eb6eb492dc63b09450 columnFamilyName mob 2024-11-10T06:09:11,135 DEBUG [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:11,136 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(327): Store=a5fb3561501159eb6eb492dc63b09450/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:11,137 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,138 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,140 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,142 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,142 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,143 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731218941034 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:09:11,145 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,147 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a5fb3561501159eb6eb492dc63b09450; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10694707520, jitterRate=-0.003977745771408081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:09:11,147 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:11,147 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a5fb3561501159eb6eb492dc63b09450: Running coprocessor pre-open hook at 1731218951105Writing region info on filesystem at 1731218951105Initializing all the Stores at 1731218951107 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218951107Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218951107Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218951107Cleaning up temporary data from old regions at 1731218951142 (+35 ms)Running coprocessor post-open hooks at 1731218951147 (+5 ms)Region opened successfully at 1731218951147 2024-11-10T06:09:11,149 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450., pid=24, masterSystemTime=1731218951099 2024-11-10T06:09:11,151 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:11,152 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:11,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a5fb3561501159eb6eb492dc63b09450, regionState=OPEN, openSeqNum=107, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:11,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:09:11,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-10T06:09:11,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869 in 211 msec 2024-11-10T06:09:11,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-10T06:09:11,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, REOPEN/MOVE in 1.1090 sec 2024-11-10T06:09:11,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-10T06:09:11,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731218941034 in 1.1260 sec 2024-11-10T06:09:11,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731218941034 in 1.5620 sec 2024-11-10T06:09:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-10T06:09:11,177 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731218941034 completed 2024-11-10T06:09:11,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4644ff42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:11,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:11,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:11,180 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6eda81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:11,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:11,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:11,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:11,182 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:11,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8900f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:11,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:11,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:11,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:11,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:11,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731218941034', row='row-test-1731218941034-3-0', locateType=CURRENT is [region=test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450., hostname=0aaf7e40abad,44111,1731218931869, seqNum=107] 2024-11-10T06:09:11,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:09:11,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:09:11,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3893d39c 2024-11-10T06:09:11,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:09:11,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:09:11,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-10T06:09:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-10T06:09:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T06:09:11,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 15 msec 2024-11-10T06:09:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T06:09:11,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-10T06:09:11,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:09:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-10T06:09:11,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:09:11,434 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:11,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-10T06:09:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-10T06:09:11,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:09:11,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741849_1025 (size=635) 2024-11-10T06:09:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-10T06:09:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-10T06:09:11,847 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dd5ede044f90c8ae10d0aa1a6c71aae, NAME => 'backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:09:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741850_1026 (size=40) 2024-11-10T06:09:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-10T06:09:12,256 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:12,256 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 2dd5ede044f90c8ae10d0aa1a6c71aae, disabling compactions & flushes 2024-11-10T06:09:12,256 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:12,256 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:12,256 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. after waiting 0 ms 2024-11-10T06:09:12,256 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:12,256 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:12,256 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dd5ede044f90c8ae10d0aa1a6c71aae: Waiting for close lock at 1731218952256Disabling compacts and flushes for region at 1731218952256Disabling writes for close at 1731218952256Writing region close event to WAL at 1731218952256Closed at 1731218952256 2024-11-10T06:09:12,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:09:12,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731218952258"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731218952258"}]},"ts":"1731218952258"} 2024-11-10T06:09:12,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:09:12,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:09:12,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218952263"}]},"ts":"1731218952263"} 2024-11-10T06:09:12,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-10T06:09:12,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=2dd5ede044f90c8ae10d0aa1a6c71aae, ASSIGN}] 2024-11-10T06:09:12,268 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=2dd5ede044f90c8ae10d0aa1a6c71aae, ASSIGN 2024-11-10T06:09:12,270 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=2dd5ede044f90c8ae10d0aa1a6c71aae, ASSIGN; state=OFFLINE, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=false 2024-11-10T06:09:12,420 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=2dd5ede044f90c8ae10d0aa1a6c71aae, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:12,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=2dd5ede044f90c8ae10d0aa1a6c71aae, ASSIGN because future has completed 2024-11-10T06:09:12,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:09:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-10T06:09:12,581 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:12,581 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dd5ede044f90c8ae10d0aa1a6c71aae, NAME => 'backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:09:12,581 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:09:12,582 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:12,582 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:12,582 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:12,582 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:12,585 INFO [StoreOpener-2dd5ede044f90c8ae10d0aa1a6c71aae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:12,587 INFO [StoreOpener-2dd5ede044f90c8ae10d0aa1a6c71aae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dd5ede044f90c8ae10d0aa1a6c71aae columnFamilyName meta 2024-11-10T06:09:12,587 DEBUG [StoreOpener-2dd5ede044f90c8ae10d0aa1a6c71aae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:12,588 INFO [StoreOpener-2dd5ede044f90c8ae10d0aa1a6c71aae-1 {}] regionserver.HStore(327): Store=2dd5ede044f90c8ae10d0aa1a6c71aae/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:12,588 INFO [StoreOpener-2dd5ede044f90c8ae10d0aa1a6c71aae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:12,591 INFO [StoreOpener-2dd5ede044f90c8ae10d0aa1a6c71aae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dd5ede044f90c8ae10d0aa1a6c71aae columnFamilyName session 2024-11-10T06:09:12,591 DEBUG [StoreOpener-2dd5ede044f90c8ae10d0aa1a6c71aae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:12,591 INFO [StoreOpener-2dd5ede044f90c8ae10d0aa1a6c71aae-1 {}] regionserver.HStore(327): Store=2dd5ede044f90c8ae10d0aa1a6c71aae/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:12,592 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:12,593 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:12,594 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:12,595 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:12,595 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:12,595 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-10T06:09:12,597 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:12,600 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:09:12,601 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 2dd5ede044f90c8ae10d0aa1a6c71aae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9507793280, jitterRate=-0.11451774835586548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-10T06:09:12,601 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:12,602 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 2dd5ede044f90c8ae10d0aa1a6c71aae: Running coprocessor pre-open hook at 1731218952583Writing region info on filesystem at 1731218952583Initializing all the Stores at 1731218952584 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218952585 (+1 ms)Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218952585Cleaning up temporary data from old regions at 1731218952595 (+10 ms)Running coprocessor post-open hooks at 1731218952601 (+6 ms)Region opened successfully at 1731218952601 2024-11-10T06:09:12,602 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., pid=28, masterSystemTime=1731218952576 2024-11-10T06:09:12,605 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:12,605 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:12,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=2dd5ede044f90c8ae10d0aa1a6c71aae, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:12,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:09:12,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-10T06:09:12,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae, server=0aaf7e40abad,44111,1731218931869 in 186 msec 2024-11-10T06:09:12,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-10T06:09:12,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=2dd5ede044f90c8ae10d0aa1a6c71aae, ASSIGN in 345 msec 2024-11-10T06:09:12,617 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:09:12,617 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218952617"}]},"ts":"1731218952617"} 2024-11-10T06:09:12,619 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-10T06:09:12,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:09:12,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1930 sec 2024-11-10T06:09:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-10T06:09:13,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-10T06:09:13,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:09:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-10T06:09:13,620 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:09:13,620 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:13,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-10T06:09:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T06:09:13,622 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:09:13,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741851_1027 (size=640) 2024-11-10T06:09:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T06:09:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T06:09:14,032 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cafaee1f7118326ed1b3863882a7a89b, NAME => 'backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:09:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741852_1028 (size=45) 2024-11-10T06:09:14,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-10T06:09:14,098 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17312189410343' 2024-11-10T06:09:14,098 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-10T06:09:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T06:09:14,442 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:14,442 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing cafaee1f7118326ed1b3863882a7a89b, disabling compactions & flushes 2024-11-10T06:09:14,442 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:09:14,442 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:09:14,442 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. after waiting 0 ms 2024-11-10T06:09:14,442 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:09:14,442 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:09:14,442 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for cafaee1f7118326ed1b3863882a7a89b: Waiting for close lock at 1731218954442Disabling compacts and flushes for region at 1731218954442Disabling writes for close at 1731218954442Writing region close event to WAL at 1731218954442Closed at 1731218954442 2024-11-10T06:09:14,444 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:09:14,444 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731218954444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731218954444"}]},"ts":"1731218954444"} 2024-11-10T06:09:14,447 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:09:14,448 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:09:14,449 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218954449"}]},"ts":"1731218954449"} 2024-11-10T06:09:14,451 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-10T06:09:14,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=cafaee1f7118326ed1b3863882a7a89b, ASSIGN}] 2024-11-10T06:09:14,453 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=cafaee1f7118326ed1b3863882a7a89b, ASSIGN 2024-11-10T06:09:14,454 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=cafaee1f7118326ed1b3863882a7a89b, ASSIGN; state=OFFLINE, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=false 2024-11-10T06:09:14,605 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=cafaee1f7118326ed1b3863882a7a89b, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:14,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=cafaee1f7118326ed1b3863882a7a89b, ASSIGN because future has completed 2024-11-10T06:09:14,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure cafaee1f7118326ed1b3863882a7a89b, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:09:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T06:09:14,765 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:09:14,765 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => cafaee1f7118326ed1b3863882a7a89b, NAME => 'backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:09:14,766 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:09:14,766 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:14,766 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:14,766 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:14,766 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:14,768 INFO [StoreOpener-cafaee1f7118326ed1b3863882a7a89b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:14,770 INFO [StoreOpener-cafaee1f7118326ed1b3863882a7a89b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cafaee1f7118326ed1b3863882a7a89b columnFamilyName meta 2024-11-10T06:09:14,770 DEBUG [StoreOpener-cafaee1f7118326ed1b3863882a7a89b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:14,771 INFO [StoreOpener-cafaee1f7118326ed1b3863882a7a89b-1 {}] regionserver.HStore(327): Store=cafaee1f7118326ed1b3863882a7a89b/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:14,771 INFO [StoreOpener-cafaee1f7118326ed1b3863882a7a89b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:14,773 INFO [StoreOpener-cafaee1f7118326ed1b3863882a7a89b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cafaee1f7118326ed1b3863882a7a89b columnFamilyName session 2024-11-10T06:09:14,773 DEBUG [StoreOpener-cafaee1f7118326ed1b3863882a7a89b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:14,774 INFO [StoreOpener-cafaee1f7118326ed1b3863882a7a89b-1 {}] regionserver.HStore(327): Store=cafaee1f7118326ed1b3863882a7a89b/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:14,774 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:14,775 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system_bulk/cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:14,775 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system_bulk/cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:14,776 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:14,776 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:14,777 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-10T06:09:14,779 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:14,782 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system_bulk/cafaee1f7118326ed1b3863882a7a89b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:09:14,783 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened cafaee1f7118326ed1b3863882a7a89b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11360009600, jitterRate=0.057983338832855225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-10T06:09:14,783 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:14,783 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for cafaee1f7118326ed1b3863882a7a89b: Running coprocessor pre-open hook at 1731218954766Writing region info on filesystem at 1731218954766Initializing all the Stores at 1731218954768 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218954768Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218954768Cleaning up temporary data from old regions at 1731218954777 (+9 ms)Running coprocessor post-open hooks at 1731218954783 (+6 ms)Region opened successfully at 1731218954783 2024-11-10T06:09:14,784 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b., pid=31, masterSystemTime=1731218954761 2024-11-10T06:09:14,787 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:09:14,788 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:09:14,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=cafaee1f7118326ed1b3863882a7a89b, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:14,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure cafaee1f7118326ed1b3863882a7a89b, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:09:14,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-10T06:09:14,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure cafaee1f7118326ed1b3863882a7a89b, server=0aaf7e40abad,44111,1731218931869 in 184 msec 2024-11-10T06:09:14,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-10T06:09:14,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=cafaee1f7118326ed1b3863882a7a89b, ASSIGN in 344 msec 2024-11-10T06:09:14,799 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:09:14,799 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731218954799"}]},"ts":"1731218954799"} 2024-11-10T06:09:14,801 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-10T06:09:14,802 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:09:14,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1850 sec 2024-11-10T06:09:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T06:09:15,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-10T06:09:15,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:15,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:15,806 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-10T06:09:15,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:09:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-10T06:09:15,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-10T06:09:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731218955833 (current time:1731218955833). 2024-11-10T06:09:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T06:09:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-10T06:09:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bce455b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:15,836 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:15,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:15,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:15,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779f459b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:15,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:15,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:15,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:15,838 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:15,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c78384b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:15,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:15,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:15,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:15,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581. 2024-11-10T06:09:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:09:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:15,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-10T06:09:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-10T06:09:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-10T06:09:15,860 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T06:09:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T06:09:15,865 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T06:09:15,879 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T06:09:15,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741853_1029 (size=52) 2024-11-10T06:09:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T06:09:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T06:09:16,289 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T06:09:16,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae}] 2024-11-10T06:09:16,295 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:16,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T06:09:16,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:16,452 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 2dd5ede044f90c8ae10d0aa1a6c71aae 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-10T06:09:16,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/c2f0fa160fc04a8eb8f0ff765568aa3f is 49, key is activesession:/session:c/1731218955824/Put/seqid=0 2024-11-10T06:09:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741854_1030 (size=5049) 2024-11-10T06:09:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T06:09:16,881 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/c2f0fa160fc04a8eb8f0ff765568aa3f 2024-11-10T06:09:16,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/c2f0fa160fc04a8eb8f0ff765568aa3f as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/c2f0fa160fc04a8eb8f0ff765568aa3f 2024-11-10T06:09:16,903 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/c2f0fa160fc04a8eb8f0ff765568aa3f, entries=1, sequenceid=5, filesize=4.9 K 2024-11-10T06:09:16,904 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 2dd5ede044f90c8ae10d0aa1a6c71aae in 452ms, sequenceid=5, compaction requested=false 2024-11-10T06:09:16,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 2dd5ede044f90c8ae10d0aa1a6c71aae: 2024-11-10T06:09:16,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. for snapshot_backup_system completed. 2024-11-10T06:09:16,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae.' region-info for snapshot=snapshot_backup_system 2024-11-10T06:09:16,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T06:09:16,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T06:09:16,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/c2f0fa160fc04a8eb8f0ff765568aa3f] hfiles 2024-11-10T06:09:16,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/c2f0fa160fc04a8eb8f0ff765568aa3f for snapshot=snapshot_backup_system 2024-11-10T06:09:16,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741855_1031 (size=95) 2024-11-10T06:09:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T06:09:17,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:17,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T06:09:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T06:09:17,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:17,327 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:17,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-10T06:09:17,332 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T06:09:17,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae in 1.0380 sec 2024-11-10T06:09:17,334 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T06:09:17,335 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T06:09:17,335 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-10T06:09:17,338 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-10T06:09:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741856_1032 (size=731) 2024-11-10T06:09:17,757 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T06:09:17,770 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T06:09:17,772 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_backup_system 2024-11-10T06:09:17,774 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T06:09:17,774 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-10T06:09:17,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9190 sec 2024-11-10T06:09:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-10T06:09:18,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-10T06:09:18,014 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731218951241 started at 1731218958013. 2024-11-10T06:09:18,027 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731218951241 has been started. 2024-11-10T06:09:18,032 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-10T06:09:18,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-10T06:09:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-10T06:09:18,040 INFO [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-10T06:09:18,040 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-10T06:09:18,040 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-10T06:09:18,040 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-10T06:09:18,041 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:18,041 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:18,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-10T06:09:18,103 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,104 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-10T06:09:18,104 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-10T06:09:18,104 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,104 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-10T06:09:18,105 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:18,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:18,106 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-10T06:09:18,106 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:18,106 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-10T06:09:18,108 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-10T06:09:18,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-10T06:09:18,110 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-10T06:09:18,110 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-10T06:09:18,110 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-10T06:09:18,110 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-10T06:09:18,110 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '0aaf7e40abad,44111,1731218931869' joining acquired barrier for procedure (rolllog) in zk 2024-11-10T06:09:18,120 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:18,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-10T06:09:18,121 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-10T06:09:18,121 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-10T06:09:18,121 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-10T06:09:18,122 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-10T06:09:18,122 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-10T06:09:18,123 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:18,123 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,124 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-10T06:09:18,125 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '0aaf7e40abad,44111,1731218931869' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-10T06:09:18,125 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-10T06:09:18,125 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:18,125 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@15084cdf[Count = 0] remaining members to acquire global barrier 2024-11-10T06:09:18,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:18,131 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:18,131 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:18,132 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,132 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-10T06:09:18,132 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-10T06:09:18,133 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-10T06:09:18,133 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,139 INFO [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731218935546 highest: 1731218942381 on 0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,139 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.meta:.meta(num 1731218935983) roll requested 2024-11-10T06:09:18,152 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218958139.meta, exclude list is [], retry=0 2024-11-10T06:09:18,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:09:18,160 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218935983.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218958139.meta 2024-11-10T06:09:18,160 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:09:18,160 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218935983.meta is not closed yet, will try archiving it next time 2024-11-10T06:09:18,160 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1:(num 1731218942381) roll requested 2024-11-10T06:09:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741834_1010 (size=12055) 2024-11-10T06:09:18,174 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161, exclude list is [], retry=0 2024-11-10T06:09:18,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:09:18,179 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218942381 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161 2024-11-10T06:09:18,180 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:09:18,180 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218942381 is not closed yet, will try archiving it next time 2024-11-10T06:09:18,180 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0:(num 1731218935546) roll requested 2024-11-10T06:09:18,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741840_1016 (size=4756) 2024-11-10T06:09:18,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218942381 not finished, retry = 0 2024-11-10T06:09:18,193 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180, exclude list is [], retry=0 2024-11-10T06:09:18,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:09:18,197 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218935546 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180 2024-11-10T06:09:18,198 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:09:18,198 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218935546 is not closed yet, will try archiving it next time 2024-11-10T06:09:18,200 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-10T06:09:18,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741833_1009 (size=1034) 2024-11-10T06:09:18,200 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218935546 not finished, retry = 0 2024-11-10T06:09:18,200 INFO [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731218958180 on 0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,200 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:09:18,200 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:09:18,200 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4aead07a 2024-11-10T06:09:18,201 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:09:18,202 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53627, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T06:09:18,203 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:18,203 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:18,203 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:18,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55913, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T06:09:18,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:18,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:18,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:38843/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:09:18,233 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-10T06:09:18,233 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '0aaf7e40abad,44111,1731218931869' in zk 2024-11-10T06:09:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,253 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,253 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-10T06:09:18,253 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-10T06:09:18,253 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-10T06:09:18,253 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-10T06:09:18,254 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-10T06:09:18,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-10T06:09:18,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-10T06:09:18,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:18,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-10T06:09:18,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:18,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '0aaf7e40abad,44111,1731218931869': 2024-11-10T06:09:18,258 INFO [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-10T06:09:18,258 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-10T06:09:18,259 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-10T06:09:18,259 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-10T06:09:18,259 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '0aaf7e40abad,44111,1731218931869' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-10T06:09:18,259 INFO [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-10T06:09:18,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-10T06:09:18,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-10T06:09:18,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-10T06:09:18,270 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-10T06:09:18,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:18,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-10T06:09:18,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:18,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-10T06:09:18,271 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-10T06:09:18,271 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-10T06:09:18,271 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-10T06:09:18,271 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,271 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:18,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:18,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-10T06:09:18,273 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:18,273 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,273 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,274 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-10T06:09:18,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:18,276 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-10T06:09:18,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:18,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:18,290 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-10T06:09:18,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:18,290 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-10T06:09:18,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:18,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-10T06:09:18,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:18,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-10T06:09:18,290 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-10T06:09:18,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-10T06:09:18,290 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-10T06:09:18,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-10T06:09:18,291 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-10T06:09:18,302 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218935546 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218935546 2024-11-10T06:09:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-10T06:09:18,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } 2024-11-10T06:09:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731218958313 (current time:1731218958313). 2024-11-10T06:09:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T06:09:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731218958311_default_test-1731218941034 VERSION not specified, setting to 2 2024-11-10T06:09:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2644d158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:18,315 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:18,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:18,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:18,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689904be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:18,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:18,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:18,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:18,318 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:18,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34083ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:18,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:18,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:18,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:18,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581. 2024-11-10T06:09:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:09:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:18,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-10T06:09:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } 2024-11-10T06:09:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-10T06:09:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T06:09:18,327 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T06:09:18,329 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T06:09:18,332 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T06:09:18,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741860_1036 (size=84) 2024-11-10T06:09:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T06:09:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T06:09:18,741 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T06:09:18,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5fb3561501159eb6eb492dc63b09450}] 2024-11-10T06:09:18,742 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:18,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T06:09:18,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:18,896 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing a5fb3561501159eb6eb492dc63b09450 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-10T06:09:18,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/f3/9495f543e4a34746820f3d2c50c38957 is 58, key is row-test-1731218941034-3-0/f3:q1/1731218951195/Put/seqid=0 2024-11-10T06:09:18,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741861_1037 (size=5387) 2024-11-10T06:09:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T06:09:19,242 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:09:19,321 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/f3/9495f543e4a34746820f3d2c50c38957 2024-11-10T06:09:19,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741862_1038 (size=4469) 2024-11-10T06:09:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T06:09:19,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/mob/dac7c2c113a84bafb146a480d90d1647 is 59, key is row-test-1731218941034-3-0/mob:q1/1731218951219/Put/seqid=0 2024-11-10T06:09:19,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741863_1039 (size=5484) 2024-11-10T06:09:20,166 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/mob/dac7c2c113a84bafb146a480d90d1647 2024-11-10T06:09:20,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/f3/9495f543e4a34746820f3d2c50c38957 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3/9495f543e4a34746820f3d2c50c38957 2024-11-10T06:09:20,183 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3/9495f543e4a34746820f3d2c50c38957, entries=6, sequenceid=121, filesize=5.3 K 2024-11-10T06:09:20,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/mob/dac7c2c113a84bafb146a480d90d1647 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647 2024-11-10T06:09:20,193 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647, entries=6, sequenceid=121, filesize=5.4 K 2024-11-10T06:09:20,194 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for a5fb3561501159eb6eb492dc63b09450 in 1298ms, sequenceid=121, compaction requested=false 2024-11-10T06:09:20,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a5fb3561501159eb6eb492dc63b09450: 2024-11-10T06:09:20,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. for snapshot_1731218958311_default_test-1731218941034 completed. 2024-11-10T06:09:20,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450.' region-info for snapshot=snapshot_1731218958311_default_test-1731218941034 2024-11-10T06:09:20,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T06:09:20,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6] hfiles 2024-11-10T06:09:20,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 for snapshot=snapshot_1731218958311_default_test-1731218941034 2024-11-10T06:09:20,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3/9495f543e4a34746820f3d2c50c38957] hfiles 2024-11-10T06:09:20,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3/9495f543e4a34746820f3d2c50c38957 for snapshot=snapshot_1731218958311_default_test-1731218941034 2024-11-10T06:09:20,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647] hfiles 2024-11-10T06:09:20,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647 for snapshot=snapshot_1731218958311_default_test-1731218941034 2024-11-10T06:09:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741864_1040 (size=185) 2024-11-10T06:09:20,268 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-10T06:09:20,302 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-10T06:09:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T06:09:20,520 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-10T06:09:20,520 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-10T06:09:20,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-10T06:09:20,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-10T06:09:20,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:20,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T06:09:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T06:09:20,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731218958311_default_test-1731218941034 on region a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:20,603 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:20,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-10T06:09:20,607 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T06:09:20,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a5fb3561501159eb6eb492dc63b09450 in 1.8640 sec 2024-11-10T06:09:20,609 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T06:09:20,611 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-10T06:09:20,611 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-10T06:09:20,611 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:20,612 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-10T06:09:20,612 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:20,613 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-10T06:09:20,613 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:20,613 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-10T06:09:20,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741865_1041 (size=49) 2024-11-10T06:09:21,021 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T06:09:21,022 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731218958311_default_test-1731218941034 2024-11-10T06:09:21,023 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218958311_default_test-1731218941034 2024-11-10T06:09:21,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741866_1042 (size=1146) 2024-11-10T06:09:21,435 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T06:09:21,446 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T06:09:21,447 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218958311_default_test-1731218941034 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218958311_default_test-1731218941034 2024-11-10T06:09:21,449 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T06:09:21,449 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-10T06:09:21,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731218958311_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } in 3.1240 sec 2024-11-10T06:09:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-10T06:09:22,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731218941034 completed 2024-11-10T06:09:22,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } 2024-11-10T06:09:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731218962484 (current time:1731218962484). 2024-11-10T06:09:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T06:09:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731218962484_ns2_test-17312189410341 VERSION not specified, setting to 2 2024-11-10T06:09:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bafc33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:22,486 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:22,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:22,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:22,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30811ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:22,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:22,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:22,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:22,488 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:22,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eccc37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:22,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:22,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:22,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:22,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581. 2024-11-10T06:09:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:09:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:22,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-10T06:09:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } 2024-11-10T06:09:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-10T06:09:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-10T06:09:22,496 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T06:09:22,497 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T06:09:22,500 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T06:09:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741867_1043 (size=86) 2024-11-10T06:09:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-10T06:09:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-10T06:09:22,908 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T06:09:22,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bd6ec9a47d9b39ee9ef625eddf718b6}] 2024-11-10T06:09:22,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:23,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-10T06:09:23,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:09:23,063 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 2bd6ec9a47d9b39ee9ef625eddf718b6 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-10T06:09:23,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/.tmp/f/b7656eaa20a2459c8d7dc55ee604c6a9 is 37, key is row10/f:q1/1731218945099/Put/seqid=0 2024-11-10T06:09:23,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741868_1044 (size=8413) 2024-11-10T06:09:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-10T06:09:23,488 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/.tmp/f/b7656eaa20a2459c8d7dc55ee604c6a9 2024-11-10T06:09:23,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/.tmp/f/b7656eaa20a2459c8d7dc55ee604c6a9 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9 2024-11-10T06:09:23,506 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9, entries=99, sequenceid=103, filesize=8.2 K 2024-11-10T06:09:23,507 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 2bd6ec9a47d9b39ee9ef625eddf718b6 in 445ms, sequenceid=103, compaction requested=false 2024-11-10T06:09:23,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 2bd6ec9a47d9b39ee9ef625eddf718b6: 2024-11-10T06:09:23,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. for snapshot_1731218962484_ns2_test-17312189410341 completed. 2024-11-10T06:09:23,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6.' region-info for snapshot=snapshot_1731218962484_ns2_test-17312189410341 2024-11-10T06:09:23,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T06:09:23,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9] hfiles 2024-11-10T06:09:23,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9 for snapshot=snapshot_1731218962484_ns2_test-17312189410341 2024-11-10T06:09:23,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741869_1045 (size=91) 2024-11-10T06:09:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-10T06:09:23,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:09:23,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-10T06:09:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-10T06:09:23,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731218962484_ns2_test-17312189410341 on region 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:23,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:23,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-10T06:09:23,921 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T06:09:23,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2bd6ec9a47d9b39ee9ef625eddf718b6 in 1.0100 sec 2024-11-10T06:09:23,922 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T06:09:23,923 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T06:09:23,923 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731218962484_ns2_test-17312189410341 2024-11-10T06:09:23,924 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218962484_ns2_test-17312189410341 2024-11-10T06:09:23,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741870_1046 (size=456) 2024-11-10T06:09:23,938 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T06:09:23,945 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T06:09:23,946 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218962484_ns2_test-17312189410341 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218962484_ns2_test-17312189410341 2024-11-10T06:09:23,948 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T06:09:23,948 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-10T06:09:23,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731218962484_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } in 1.4540 sec 2024-11-10T06:09:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-10T06:09:24,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17312189410341 completed 2024-11-10T06:09:24,643 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731218951241 2024-11-10T06:09:24,643 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-10T06:09:24,645 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-10T06:09:24,646 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731218951241_test-1731218941034 2024-11-10T06:09:24,646 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731218958311_default_test-1731218941034 to hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/ 2024-11-10T06:09:24,650 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-10T06:09:24,681 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38843, inputRoot=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:09:24,681 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_678892848_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/.hbase-snapshot/.tmp/snapshot_1731218958311_default_test-1731218941034 2024-11-10T06:09:24,684 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-10T06:09:24,692 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218958311_default_test-1731218941034 to hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/.hbase-snapshot/.tmp/snapshot_1731218958311_default_test-1731218941034 2024-11-10T06:09:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741872_1048 (size=84) 2024-11-10T06:09:24,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741871_1047 (size=1146) 2024-11-10T06:09:25,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:25,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:25,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:26,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-1669313839902664732.jar 2024-11-10T06:09:26,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:26,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:26,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:26,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:26,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:26,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:26,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:26,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:26,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:26,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:09:26,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:09:26,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:09:26,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:09:26,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:09:26,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:09:26,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:09:26,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:09:26,053 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:09:26,053 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:09:26,053 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:09:26,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:09:26,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:09:26,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:09:26,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:09:26,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:09:26,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:09:26,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:09:26,114 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:09:26,149 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731218958311_default_test-1731218941034' hfile list 2024-11-10T06:09:26,157 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-10T06:09:26,385 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local202471560_0001_9e19e6fa-40d5-43f8-a2f1-98c163e64423/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:09:26,385 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local202471560_0001_9e19e6fa-40d5-43f8-a2f1-98c163e64423/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:09:26,546 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-10T06:09:26,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741873_1049 (size=8413) 2024-11-10T06:09:27,018 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 output=hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 2024-11-10T06:09:27,020 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-10T06:09:27,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741874_1050 (size=5484) 2024-11-10T06:09:27,453 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647 output=hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647 2024-11-10T06:09:27,453 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-10T06:09:27,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741875_1051 (size=5387) 2024-11-10T06:09:27,907 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3/9495f543e4a34746820f3d2c50c38957 output=hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3/9495f543e4a34746820f3d2c50c38957 2024-11-10T06:09:27,907 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-10T06:09:28,494 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-10T06:09:28,495 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-10T06:09:28,504 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731218958311_default_test-1731218941034 2024-11-10T06:09:28,504 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731218958311_default_test-1731218941034 finished. 2024-11-10T06:09:28,504 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731218951241_ns2:test-17312189410341 2024-11-10T06:09:28,504 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731218962484_ns2_test-17312189410341 to hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341/ 2024-11-10T06:09:28,504 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-10T06:09:28,533 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38843, inputRoot=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:09:28,533 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_678892848_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341/.hbase-snapshot/.tmp/snapshot_1731218962484_ns2_test-17312189410341 2024-11-10T06:09:28,536 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-10T06:09:28,541 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218962484_ns2_test-17312189410341 to hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341/.hbase-snapshot/.tmp/snapshot_1731218962484_ns2_test-17312189410341 2024-11-10T06:09:28,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741876_1052 (size=86) 2024-11-10T06:09:28,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741877_1053 (size=456) 2024-11-10T06:09:28,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:28,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:28,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:29,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-7881147196362254093.jar 2024-11-10T06:09:29,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:29,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:29,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:29,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:29,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:29,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:29,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:29,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:29,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:29,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:09:29,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:09:29,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:09:29,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:09:29,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:09:29,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:09:29,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:09:29,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:09:29,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:09:29,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:09:29,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:09:29,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:09:29,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:09:29,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:09:29,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:09:29,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:09:29,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:09:29,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:09:29,908 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:09:29,933 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731218962484_ns2_test-17312189410341' hfile list 2024-11-10T06:09:29,936 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-10T06:09:30,039 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local947048535_0002_3f670c73-dfa9-487b-b928-44f0f2f3c939/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:09:30,039 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local947048535_0002_3f670c73-dfa9-487b-b928-44f0f2f3c939/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:09:30,131 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-10T06:09:30,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741878_1054 (size=8413) 2024-11-10T06:09:30,578 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9 output=hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9 2024-11-10T06:09:30,578 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-10T06:09:31,090 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-10T06:09:31,091 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-10T06:09:31,097 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731218962484_ns2_test-17312189410341 2024-11-10T06:09:31,097 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731218962484_ns2_test-17312189410341 finished. 2024-11-10T06:09:31,098 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731218941034 2024-11-10T06:09:31,098 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17312189410341 2024-11-10T06:09:31,142 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731218951241 2024-11-10T06:09:31,142 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-10T06:09:31,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741879_1055 (size=130) 2024-11-10T06:09:31,550 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38843/backupUT/backup_1731218951241/.backup.manifest 2024-11-10T06:09:31,552 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731218951241 finished: type=FULL,tablelist=test-1731218941034;ns2:test-17312189410341,targetRootDir=hdfs://localhost:38843/backupUT,startts=1731218958013,completets=1731218971140,bytescopied=0 2024-11-10T06:09:31,552 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-10T06:09:31,552 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731218958311_default_test-1731218941034 2024-11-10T06:09:31,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731218958311_default_test-1731218941034" type: DISABLED 2024-11-10T06:09:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731218958311_default_test-1731218941034 2024-11-10T06:09:31,560 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731218958311_default_test-1731218941034 for backup backup_1731218951241 succeeded. 2024-11-10T06:09:31,560 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731218962484_ns2_test-17312189410341 2024-11-10T06:09:31,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731218962484_ns2_test-17312189410341" type: DISABLED 2024-11-10T06:09:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731218962484_ns2_test-17312189410341 2024-11-10T06:09:31,565 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731218962484_ns2_test-17312189410341 for backup backup_1731218951241 succeeded. 2024-11-10T06:09:31,566 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-10T06:09:31,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-10T06:09:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-10T06:09:31,580 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-10T06:09:31,585 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-10T06:09:31,599 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731218951241 completed. 2024-11-10T06:09:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:31,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:31,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731218951241', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:09:31,855 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731218941034 2024-11-10T06:09:31,881 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731218941034 2024-11-10T06:09:32,081 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731218941034 to Mob enabled CF 2024-11-10T06:09:32,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17312189410341', row='row-t20', locateType=CURRENT is [region=ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:09:32,125 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17312189410341 2024-11-10T06:09:32,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:32,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] assignment.SplitTableRegionProcedure(210): test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. splitKey isn't explicitly specified, will try to find a best split key from RS 0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:32,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 because midkey is the same as first or last row 2024-11-10T06:09:32,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3/9495f543e4a34746820f3d2c50c38957 because midkey is the same as first or last row 2024-11-10T06:09:32,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647 because midkey is the same as first or last row 2024-11-10T06:09:32,138 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.HRegion(2902): Flushing a5fb3561501159eb6eb492dc63b09450 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-10T06:09:32,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/f/90ec3f74c93048648ee1e6efb35e65ac is 59, key is row-test-1731218941034-1-10/f:q1/1731218971652/Put/seqid=0 2024-11-10T06:09:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741880_1056 (size=10796) 2024-11-10T06:09:32,574 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/f/90ec3f74c93048648ee1e6efb35e65ac 2024-11-10T06:09:32,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f91b5749d1514cd3b58d039acc27ce06_a5fb3561501159eb6eb492dc63b09450 is 63, key is row-test-1731218941034-3-100/mob:q1/1731218972063/Put/seqid=0 2024-11-10T06:09:32,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741881_1057 (size=5591) 2024-11-10T06:09:32,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:33,005 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f91b5749d1514cd3b58d039acc27ce06_a5fb3561501159eb6eb492dc63b09450 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/mobdir/data/default/test-1731218941034/3a86fce154dbf4cf068a061e2d1b2cef/mob/d41d8cd98f00b204e9800998ecf8427e20241110f91b5749d1514cd3b58d039acc27ce06_a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:33,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/mob/fbd7fadd8be6490b9190ae4b5b4db5c4, store: [table=test-1731218941034 family=mob region=a5fb3561501159eb6eb492dc63b09450] 2024-11-10T06:09:33,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/mob/fbd7fadd8be6490b9190ae4b5b4db5c4 is 192, key is row-test-1731218941034-3-100/mob:q1/1731218972063/Put/seqid=0 2024-11-10T06:09:33,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741882_1058 (size=13760) 2024-11-10T06:09:33,412 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/mob/fbd7fadd8be6490b9190ae4b5b4db5c4 2024-11-10T06:09:33,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/f/90ec3f74c93048648ee1e6efb35e65ac as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/90ec3f74c93048648ee1e6efb35e65ac 2024-11-10T06:09:33,426 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/90ec3f74c93048648ee1e6efb35e65ac, entries=99, sequenceid=334, filesize=10.5 K 2024-11-10T06:09:33,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/mob/fbd7fadd8be6490b9190ae4b5b4db5c4 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/fbd7fadd8be6490b9190ae4b5b4db5c4 2024-11-10T06:09:33,435 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/fbd7fadd8be6490b9190ae4b5b4db5c4, entries=111, sequenceid=334, filesize=13.4 K 2024-11-10T06:09:33,436 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for a5fb3561501159eb6eb492dc63b09450 in 1298ms, sequenceid=334, compaction requested=false 2024-11-10T06:09:33,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.HRegion(2603): Flush status journal for a5fb3561501159eb6eb492dc63b09450: 2024-11-10T06:09:33,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/90ec3f74c93048648ee1e6efb35e65ac because midkey is the same as first or last row 2024-11-10T06:09:33,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3/9495f543e4a34746820f3d2c50c38957 because midkey is the same as first or last row 2024-11-10T06:09:33,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/fbd7fadd8be6490b9190ae4b5b4db5c4 because midkey is the same as first or last row 2024-11-10T06:09:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T06:09:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 98 connection: 172.17.0.2:37640 deadline: 1731219032132, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-10T06:09:33,443 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:09:33,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731218941034 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:09:33,444 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T06:09:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731218941034,, stopping at row=test-1731218941034 ,, for max=2147483647 with caching=100 2024-11-10T06:09:33,457 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731218941034,, stopping at row=test-1731218941034 ,, for max=2147483647 with caching=100 2024-11-10T06:09:33,467 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1342 2024-11-10T06:09:33,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:33,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:33,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:33,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:33,508 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-10T06:09:33,512 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731218973467 2024-11-10T06:09:33,518 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731218951241} 2024-11-10T06:09:33,518 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-10T06:09:33,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:33,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:33,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:33,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:33,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-10T06:09:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731218973565 (current time:1731218973565). 2024-11-10T06:09:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T06:09:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-10T06:09:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbd9547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:33,567 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:33,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:33,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:33,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8c0302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:33,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:33,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:33,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:33,569 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:33,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac94059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:33,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:33,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581. 2024-11-10T06:09:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:09:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:33,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-10T06:09:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-10T06:09:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-10T06:09:33,577 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T06:09:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-10T06:09:33,577 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T06:09:33,580 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T06:09:33,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741883_1059 (size=52) 2024-11-10T06:09:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-10T06:09:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-10T06:09:33,987 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T06:09:33,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae}] 2024-11-10T06:09:33,988 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:34,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-10T06:09:34,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:34,140 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 2dd5ede044f90c8ae10d0aa1a6c71aae 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-10T06:09:34,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/meta/d2f40d0c02a5439abd9660e47c158b5f is 158, key is trslm:hdfs://localhost:38843/backupUT\x00ns2:test-17312189410341/meta:log-roll-map/1731218971130/Put/seqid=0 2024-11-10T06:09:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741884_1060 (size=5914) 2024-11-10T06:09:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-10T06:09:34,561 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/meta/d2f40d0c02a5439abd9660e47c158b5f 2024-11-10T06:09:34,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/e04d8617310a458c8902a485f88efd25 is 433, key is session:backup_1731218951241/session:context/1731218971584/Put/seqid=0 2024-11-10T06:09:34,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741885_1061 (size=5535) 2024-11-10T06:09:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-10T06:09:34,977 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/e04d8617310a458c8902a485f88efd25 2024-11-10T06:09:34,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/meta/d2f40d0c02a5439abd9660e47c158b5f as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/d2f40d0c02a5439abd9660e47c158b5f 2024-11-10T06:09:34,992 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/d2f40d0c02a5439abd9660e47c158b5f, entries=6, sequenceid=17, filesize=5.8 K 2024-11-10T06:09:34,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/e04d8617310a458c8902a485f88efd25 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/e04d8617310a458c8902a485f88efd25 2024-11-10T06:09:35,000 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/e04d8617310a458c8902a485f88efd25, entries=2, sequenceid=17, filesize=5.4 K 2024-11-10T06:09:35,001 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 2dd5ede044f90c8ae10d0aa1a6c71aae in 861ms, sequenceid=17, compaction requested=false 2024-11-10T06:09:35,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 2dd5ede044f90c8ae10d0aa1a6c71aae: 2024-11-10T06:09:35,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. for snapshot_backup_system completed. 2024-11-10T06:09:35,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae.' region-info for snapshot=snapshot_backup_system 2024-11-10T06:09:35,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T06:09:35,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/d2f40d0c02a5439abd9660e47c158b5f] hfiles 2024-11-10T06:09:35,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/d2f40d0c02a5439abd9660e47c158b5f for snapshot=snapshot_backup_system 2024-11-10T06:09:35,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/c2f0fa160fc04a8eb8f0ff765568aa3f, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/e04d8617310a458c8902a485f88efd25] hfiles 2024-11-10T06:09:35,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/c2f0fa160fc04a8eb8f0ff765568aa3f for snapshot=snapshot_backup_system 2024-11-10T06:09:35,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/e04d8617310a458c8902a485f88efd25 for snapshot=snapshot_backup_system 2024-11-10T06:09:35,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741886_1062 (size=173) 2024-11-10T06:09:35,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:35,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-10T06:09:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-10T06:09:35,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:35,409 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:35,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-10T06:09:35,412 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T06:09:35,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae in 1.4230 sec 2024-11-10T06:09:35,413 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T06:09:35,413 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T06:09:35,413 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-10T06:09:35,414 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-10T06:09:35,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741887_1063 (size=810) 2024-11-10T06:09:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-10T06:09:35,826 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T06:09:35,834 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T06:09:35,835 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_backup_system 2024-11-10T06:09:35,837 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T06:09:35,837 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-10T06:09:35,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2630 sec 2024-11-10T06:09:36,420 DEBUG [master/0aaf7e40abad:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731218941034 2024-11-10T06:09:36,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741888_1064 (size=950) 2024-11-10T06:09:36,834 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/.tabledesc/.tableinfo.0000000002.908 2024-11-10T06:09:36,834 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/.tabledesc/.tableinfo.0000000003.950 2024-11-10T06:09:36,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731218941034 in 418 msec 2024-11-10T06:09:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-10T06:09:37,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-10T06:09:37,744 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731218973467 started at 1731218977744. 2024-11-10T06:09:37,746 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731218973467 has been started. 2024-11-10T06:09:37,751 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17312189410341, test-1731218941034] 2024-11-10T06:09:37,757 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731218942381for backupID backup_1731218973467 2024-11-10T06:09:37,757 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-10T06:09:37,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-10T06:09:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-10T06:09:37,758 INFO [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-10T06:09:37,758 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-10T06:09:37,758 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-10T06:09:37,758 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-10T06:09:37,759 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:37,759 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:37,817 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-10T06:09:37,818 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-10T06:09:37,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-10T06:09:37,818 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,818 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-10T06:09:37,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:37,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:37,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-10T06:09:37,819 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:37,820 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-10T06:09:37,820 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-10T06:09:37,820 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-10T06:09:37,820 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-10T06:09:37,820 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-10T06:09:37,820 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-10T06:09:37,820 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-10T06:09:37,820 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '0aaf7e40abad,44111,1731218931869' joining acquired barrier for procedure (rolllog) in zk 2024-11-10T06:09:37,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,826 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:37,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-10T06:09:37,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-10T06:09:37,827 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-10T06:09:37,827 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-10T06:09:37,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-10T06:09:37,828 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-10T06:09:37,828 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:37,829 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,829 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-10T06:09:37,830 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '0aaf7e40abad,44111,1731218931869' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-10T06:09:37,830 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1499aff4[Count = 0] remaining members to acquire global barrier 2024-11-10T06:09:37,830 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-10T06:09:37,830 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:37,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:37,835 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:37,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:37,835 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-10T06:09:37,835 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,836 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-10T06:09:37,836 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-10T06:09:37,836 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,836 INFO [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731218958180 highest: 1731218958180 on 0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,836 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.meta:.meta(num 1731218958139) roll requested 2024-11-10T06:09:37,848 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218977836.meta, exclude list is [], retry=0 2024-11-10T06:09:37,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:09:37,853 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218958139.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218977836.meta 2024-11-10T06:09:37,854 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:09:37,854 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218958139.meta is not closed yet, will try archiving it next time 2024-11-10T06:09:37,854 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1:(num 1731218958161) roll requested 2024-11-10T06:09:37,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741857_1033 (size=93) 2024-11-10T06:09:37,855 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218958139.meta not finished, retry = 0 2024-11-10T06:09:37,867 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218977854, exclude list is [], retry=0 2024-11-10T06:09:37,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:09:37,872 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218977854 2024-11-10T06:09:37,872 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:09:37,872 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161 is not closed yet, will try archiving it next time 2024-11-10T06:09:37,873 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0:(num 1731218958180) roll requested 2024-11-10T06:09:37,873 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218942381 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218942381 2024-11-10T06:09:37,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741858_1034 (size=30490) 2024-11-10T06:09:37,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161 not finished, retry = 0 2024-11-10T06:09:37,892 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218977873, exclude list is [], retry=0 2024-11-10T06:09:37,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:09:37,896 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218977873 2024-11-10T06:09:37,897 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:09:37,897 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180 is not closed yet, will try archiving it next time 2024-11-10T06:09:37,898 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180 not finished, retry = 0 2024-11-10T06:09:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741859_1035 (size=1198) 2024-11-10T06:09:37,917 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-10T06:09:37,917 INFO [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731218977873 on 0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:37,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:37,939 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-10T06:09:37,939 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '0aaf7e40abad,44111,1731218931869' in zk 2024-11-10T06:09:37,957 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218958139.meta to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218958139.meta 2024-11-10T06:09:37,959 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-10T06:09:37,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,959 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-10T06:09:37,959 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-10T06:09:37,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-10T06:09:37,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-10T06:09:37,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-10T06:09:37,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-10T06:09:37,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:37,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-10T06:09:37,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:37,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '0aaf7e40abad,44111,1731218931869': 2024-11-10T06:09:37,964 INFO [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-10T06:09:37,964 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '0aaf7e40abad,44111,1731218931869' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-10T06:09:37,965 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-10T06:09:37,965 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-10T06:09:37,965 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-10T06:09:37,965 INFO [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-10T06:09:37,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-10T06:09:37,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-10T06:09:37,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-10T06:09:37,976 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-10T06:09:37,976 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:37,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:37,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-10T06:09:37,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-10T06:09:37,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-10T06:09:37,977 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-10T06:09:37,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-10T06:09:37,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:37,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:37,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-10T06:09:37,978 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:37,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-10T06:09:37,979 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:37,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-10T06:09:37,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:37,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:37,992 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-10T06:09:37,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:37,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:37,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-10T06:09:37,993 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-10T06:09:37,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:37,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-10T06:09:37,993 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-10T06:09:37,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-10T06:09:37,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-10T06:09:37,993 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-10T06:09:37,993 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-10T06:09:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-10T06:09:38,006 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {0aaf7e40abad:44111=1731218942381} newestTimestamps: {0aaf7e40abad:44111=1731218958180} 2024-11-10T06:09:38,008 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 0aaf7e40abad%2C44111%2C1731218931869.meta.1731218935983.meta 2024-11-10T06:09:38,008 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 0aaf7e40abad%2C44111%2C1731218931869.meta.1731218977836.meta 2024-11-10T06:09:38,008 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180 2024-11-10T06:09:38,008 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218977873 2024-11-10T06:09:38,008 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161 2024-11-10T06:09:38,008 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218977854 2024-11-10T06:09:38,009 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218958139.meta 2024-11-10T06:09:38,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741892_1068 (size=950) 2024-11-10T06:09:38,421 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731218941034 target: hdfs://localhost:38843/backupUT/backup_1731218973467/default/test-1731218941034 descriptor: 'test-1731218941034', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:09:38,421 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-10T06:09:38,424 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731218941034 2024-11-10T06:09:38,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741893_1069 (size=53) 2024-11-10T06:09:38,831 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731218941034 2024-11-10T06:09:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741894_1070 (size=364) 2024-11-10T06:09:39,243 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17312189410341 target: hdfs://localhost:38843/backupUT/backup_1731218973467/ns2/test-17312189410341 descriptor: 'ns2:test-17312189410341', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:09:39,243 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-10T06:09:39,245 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17312189410341 2024-11-10T06:09:39,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741895_1071 (size=50) 2024-11-10T06:09:39,653 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17312189410341 2024-11-10T06:09:39,664 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:38843/backupUT/.tmp/backup_1731218973467 from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180;hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161 2024-11-10T06:09:39,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ec966c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:39,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:39,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:39,667 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:39,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:39,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:39,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14da1c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:39,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:39,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:39,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:39,669 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:39,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbe376c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:39,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:09:39,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:09:39,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42ff311f 2024-11-10T06:09:39,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:09:39,672 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:09:39,678 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-10T06:09:39,678 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17312189410341 2024-11-10T06:09:39,679 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17312189410341,, stopping at row=ns2:test-17312189410341 ,, for max=2147483647 with caching=100 2024-11-10T06:09:39,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:39,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:39,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:39,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:39,684 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17312189410341: ns2:test-17312189410341; 2024-11-10T06:09:39,685 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731218941034 2024-11-10T06:09:39,685 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731218941034,, stopping at row=test-1731218941034 ,, for max=2147483647 with caching=100 2024-11-10T06:09:39,687 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731218941034: test-1731218941034; 2024-11-10T06:09:39,688 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-10T06:09:39,688 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/partitions_3c56074e-84f6-4bad-b510-1e7a0702d3a5 2024-11-10T06:09:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741896_1072 (size=192) 2024-11-10T06:09:40,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:40,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:40,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-16650607488718280930.jar 2024-11-10T06:09:41,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,053 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,053 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,054 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,055 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,056 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:09:41,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:09:41,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:09:41,057 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:09:41,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:09:41,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:09:41,058 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:09:41,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:09:41,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:09:41,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:09:41,059 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:09:41,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,061 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:09:41,062 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:09:41,063 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17312189410341,default:test-1731218941034 2024-11-10T06:09:41,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:09:41,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:09:41,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:41,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:41,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:41,064 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:09:41,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-15454261703755119532.jar 2024-11-10T06:09:41,967 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:09:41,989 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180 for WAL files 2024-11-10T06:09:41,990 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180 2024-11-10T06:09:41,991 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161 for WAL files 2024-11-10T06:09:41,992 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161 2024-11-10T06:09:42,082 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local616120215_0003_3b803951-2f4c-422a-9e57-421618ed2bfe/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:09:42,082 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local616120215_0003_3b803951-2f4c-422a-9e57-421618ed2bfe/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:09:42,164 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161 for hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161 (-9223372036854775808:9223372036854775807) length:30490 2024-11-10T06:09:42,185 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-10T06:09:42,185 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-10T06:09:42,225 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180 for hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180 (-9223372036854775808:9223372036854775807) length:1198 2024-11-10T06:09:42,229 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-10T06:09:42,229 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-10T06:09:42,336 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e0cae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:42,336 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:42,336 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:42,338 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:42,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:42,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:42,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544bbaad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:42,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:42,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:42,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:42,340 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:42,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd792e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:42,342 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:42,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:42,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:42,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:42,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17312189410341', row='row-t20', locateType=CURRENT is [region=ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:09:42,348 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-10T06:09:42,348 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:09:42,348 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:42,349 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:42,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:42,349 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-10T06:09:42,349 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:09:42,356 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/backupUT/.tmp/backup_1731218973467/_temporary/0/_temporary/attempt_local616120215_0003_r_000000_0/ns2/test-17312189410341/f/09ad10a3f7334915b36fb30f96c8946c is 38, key is row-t20/f:q1/1731218972108/Put/seqid=0 2024-11-10T06:09:42,358 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:09:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741897_1073 (size=5274) 2024-11-10T06:09:42,791 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5334ba29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:42,792 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:42,792 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:42,793 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af7df37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:42,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:42,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:42,794 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:42,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c1c8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:42,795 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:42,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:42,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:42,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:42,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731218941034', row='row-test-1731218941034-1-0', locateType=CURRENT is [region=test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450., hostname=0aaf7e40abad,44111,1731218931869, seqNum=107] 2024-11-10T06:09:42,800 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-10T06:09:42,800 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:09:42,800 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:42,800 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:42,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:42,800 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731218941034-1-0] 2024-11-10T06:09:42,800 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:09:42,812 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a367637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:42,812 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:42,812 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:42,813 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:42,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:42,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:42,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3797d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:42,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:42,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:42,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:42,815 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:42,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f4447d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:42,816 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:42,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:42,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:42,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:42,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731218941034', row='row-test-1731218941034-3-0', locateType=CURRENT is [region=test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450., hostname=0aaf7e40abad,44111,1731218931869, seqNum=107] 2024-11-10T06:09:42,820 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-10T06:09:42,820 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:09:42,820 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:42,820 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:42,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:42,820 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731218941034-3-0] 2024-11-10T06:09:42,821 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:09:42,830 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/backupUT/.tmp/backup_1731218973467/_temporary/0/_temporary/attempt_local616120215_0003_r_000001_0/default/test-1731218941034/f/71b5b9b96e8f4576a5d2494f27363d1a is 59, key is row-test-1731218941034-1-10/f:q1/1731218971652/Put/seqid=0 2024-11-10T06:09:42,832 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:09:42,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741898_1074 (size=10769) 2024-11-10T06:09:43,236 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/backupUT/.tmp/backup_1731218973467/_temporary/0/_temporary/attempt_local616120215_0003_r_000001_0/default/test-1731218941034/mob/56ade12f61c74eda883bb40557f38183 is 63, key is row-test-1731218941034-3-100/mob:q1/1731218972063/Put/seqid=0 2024-11-10T06:09:43,237 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:09:43,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741899_1075 (size=11810) 2024-11-10T06:09:44,126 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:38843/backupUT 2024-11-10T06:09:44,127 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731218973467 2024-11-10T06:09:44,127 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-10T06:09:44,143 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:38843/backupUT/.tmp/backup_1731218973467, hdfs://localhost:38843/backupUT] 2024-11-10T06:09:44,214 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:09:44,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741900_1076 (size=11810) 2024-11-10T06:09:44,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741901_1077 (size=5274) 2024-11-10T06:09:45,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741902_1078 (size=10769) 2024-11-10T06:09:45,815 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-10T06:09:45,820 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731218973467 2024-11-10T06:09:45,820 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied." 2024-11-10T06:09:45,821 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1301354042_0004 completed: true true 2024-11-10T06:09:45,823 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3823808 FILE: Number of bytes written=6186072 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231464 HDFS: Number of bytes written=2433179 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27853 Bytes Copied=27853 Bytes Expected=27853 Files Copied=4 DIR_COPY=8 2024-11-10T06:09:45,823 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:38843/backupUT/.tmp/backup_1731218973467 to hdfs://localhost:38843/backupUT finished. 2024-11-10T06:09:45,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1731218941034:', locateType=CURRENT is [region=backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:09:45,839 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731218973467 2024-11-10T06:09:45,842 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731218951241} 2024-11-10T06:09:45,842 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-10T06:09:45,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741903_1079 (size=384) 2024-11-10T06:09:46,249 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38843/backupUT/backup_1731218973467/.backup.manifest 2024-11-10T06:09:46,249 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731218973467 finished: type=INCREMENTAL,tablelist=test-1731218941034;ns2:test-17312189410341,targetRootDir=hdfs://localhost:38843/backupUT,startts=1731218977744,completets=1731218985839,bytescopied=0 2024-11-10T06:09:46,250 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-10T06:09:46,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-10T06:09:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-10T06:09:46,265 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-10T06:09:46,267 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-10T06:09:46,271 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731218973467 completed. 2024-11-10T06:09:46,272 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-10T06:09:46,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:46,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:46,292 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38843/backupUT/backup_1731218973467/.backup.manifest 2024-11-10T06:09:46,295 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731218973467/.backup.manifest 2024-11-10T06:09:46,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731218941034 from 'test-1731218941034', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731218941034', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:09:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731218941034 2024-11-10T06:09:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741904_1080 (size=908) 2024-11-10T06:09:46,418 INFO [master/0aaf7e40abad:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T06:09:46,418 INFO [master/0aaf7e40abad:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T06:09:46,712 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/.tabledesc/.tableinfo.0000000003.950 2024-11-10T06:09:46,712 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/.tabledesc/.tableinfo.0000000004.908 2024-11-10T06:09:46,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731218941034}] 2024-11-10T06:09:46,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, REOPEN/MOVE}] 2024-11-10T06:09:46,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, REOPEN/MOVE 2024-11-10T06:09:46,724 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a5fb3561501159eb6eb492dc63b09450, regionState=CLOSING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:46,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, REOPEN/MOVE because future has completed 2024-11-10T06:09:46,727 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T06:09:46,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:09:46,881 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:46,881 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T06:09:46,881 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing a5fb3561501159eb6eb492dc63b09450, disabling compactions & flushes 2024-11-10T06:09:46,881 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:46,882 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:46,882 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. after waiting 0 ms 2024-11-10T06:09:46,882 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:46,892 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-10T06:09:46,893 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:09:46,893 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:46,893 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for a5fb3561501159eb6eb492dc63b09450: Waiting for close lock at 1731218986881Running coprocessor pre-close hooks at 1731218986881Disabling compacts and flushes for region at 1731218986881Disabling writes for close at 1731218986882 (+1 ms)Writing region close event to WAL at 1731218986885 (+3 ms)Running coprocessor post-close hooks at 1731218986893 (+8 ms)Closed at 1731218986893 2024-11-10T06:09:46,893 WARN [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: a5fb3561501159eb6eb492dc63b09450 to self. 2024-11-10T06:09:46,895 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:46,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a5fb3561501159eb6eb492dc63b09450, regionState=CLOSED 2024-11-10T06:09:46,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:09:46,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-10T06:09:46,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869 in 172 msec 2024-11-10T06:09:46,901 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, REOPEN/MOVE; state=CLOSED, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=true 2024-11-10T06:09:47,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a5fb3561501159eb6eb492dc63b09450, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:47,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, REOPEN/MOVE because future has completed 2024-11-10T06:09:47,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:09:47,216 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:47,217 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => a5fb3561501159eb6eb492dc63b09450, NAME => 'test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:09:47,217 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:09:47,217 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731218941034 a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,217 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:09:47,218 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,218 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,220 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,222 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fb3561501159eb6eb492dc63b09450 columnFamilyName f 2024-11-10T06:09:47,222 DEBUG [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:47,233 DEBUG [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/90ec3f74c93048648ee1e6efb35e65ac 2024-11-10T06:09:47,240 DEBUG [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 2024-11-10T06:09:47,240 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(327): Store=a5fb3561501159eb6eb492dc63b09450/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:47,241 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,242 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fb3561501159eb6eb492dc63b09450 columnFamilyName f2 2024-11-10T06:09:47,242 DEBUG [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:47,243 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(327): Store=a5fb3561501159eb6eb492dc63b09450/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:47,243 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,244 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fb3561501159eb6eb492dc63b09450 columnFamilyName mob 2024-11-10T06:09:47,244 DEBUG [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:47,251 DEBUG [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647 2024-11-10T06:09:47,256 DEBUG [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/fbd7fadd8be6490b9190ae4b5b4db5c4 2024-11-10T06:09:47,256 INFO [StoreOpener-a5fb3561501159eb6eb492dc63b09450-1 {}] regionserver.HStore(327): Store=a5fb3561501159eb6eb492dc63b09450/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:09:47,257 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,258 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,259 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,260 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,260 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,261 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731218941034 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:09:47,263 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,264 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened a5fb3561501159eb6eb492dc63b09450; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10552881600, jitterRate=-0.01718631386756897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:09:47,264 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:47,268 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for a5fb3561501159eb6eb492dc63b09450: Running coprocessor pre-open hook at 1731218987218Writing region info on filesystem at 1731218987218Initializing all the Stores at 1731218987219 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218987219Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218987220 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731218987220Cleaning up temporary data from old regions at 1731218987261 (+41 ms)Running coprocessor post-open hooks at 1731218987264 (+3 ms)Region opened successfully at 1731218987268 (+4 ms) 2024-11-10T06:09:47,269 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450., pid=46, masterSystemTime=1731218987212 2024-11-10T06:09:47,271 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:47,271 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:47,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=a5fb3561501159eb6eb492dc63b09450, regionState=OPEN, openSeqNum=338, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:47,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:09:47,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-10T06:09:47,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure a5fb3561501159eb6eb492dc63b09450, server=0aaf7e40abad,44111,1731218931869 in 216 msec 2024-11-10T06:09:47,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-10T06:09:47,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731218941034, region=a5fb3561501159eb6eb492dc63b09450, REOPEN/MOVE in 557 msec 2024-11-10T06:09:47,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-10T06:09:47,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731218941034 in 563 msec 2024-11-10T06:09:47,283 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731218941034 2024-11-10T06:09:47,289 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3/9495f543e4a34746820f3d2c50c38957 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3/9495f543e4a34746820f3d2c50c38957 2024-11-10T06:09:47,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731218941034 in 993 msec 2024-11-10T06:09:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T06:09:47,292 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731218941034 completed 2024-11-10T06:09:47,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:47,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:47,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:47,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:47,326 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-10T06:09:47,329 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731218987293 2024-11-10T06:09:47,332 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731218973467} 2024-11-10T06:09:47,332 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731218951241} 2024-11-10T06:09:47,332 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-10T06:09:47,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:47,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:47,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:47,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:47,380 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731218941034 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731218941034 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:09:47,383 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731218987293,startts=0,failedts=1731218987381,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731218941034 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-10T06:09:47,383 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-10T06:09:47,385 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-10T06:09:47,385 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-10T06:09:47,387 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-10T06:09:47,388 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-10T06:09:47,390 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-10T06:09:47,393 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731218987293 failed. 2024-11-10T06:09:47,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:47,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:47,413 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731218941034, ns2:test-17312189410341, ns3:test-17312189410342, ns4:test-17312189410343] 2024-11-10T06:09:47,413 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-10T06:09:47,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-10T06:09:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731218987418 (current time:1731218987418). 2024-11-10T06:09:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T06:09:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-10T06:09:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cb7c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:47,420 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:47,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:47,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:47,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a40222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:47,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:47,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:47,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:47,422 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:47,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d933341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:47,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:47,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:47,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:47,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581. 2024-11-10T06:09:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:09:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:47,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-10T06:09:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-10T06:09:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-10T06:09:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-10T06:09:47,431 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T06:09:47,432 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T06:09:47,435 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T06:09:47,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741905_1081 (size=52) 2024-11-10T06:09:47,442 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T06:09:47,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae}] 2024-11-10T06:09:47,443 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-10T06:09:47,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-10T06:09:47,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:47,596 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 2dd5ede044f90c8ae10d0aa1a6c71aae 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-10T06:09:47,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/meta/596033e98bbf4a64b78ca7c2bb2c38e1 is 158, key is trslm:hdfs://localhost:38843/backupUT\x00ns2:test-17312189410341/meta:log-roll-map/1731218985828/Put/seqid=0 2024-11-10T06:09:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741906_1082 (size=5745) 2024-11-10T06:09:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-10T06:09:48,010 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/meta/596033e98bbf4a64b78ca7c2bb2c38e1 2024-11-10T06:09:48,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/3e92d86ab5c64954adaedd80a4ba8996 is 1245, key is session:backup_1731218987293/session:context/1731218987389/Put/seqid=0 2024-11-10T06:09:48,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741907_1083 (size=6682) 2024-11-10T06:09:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-10T06:09:48,425 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/3e92d86ab5c64954adaedd80a4ba8996 2024-11-10T06:09:48,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/meta/596033e98bbf4a64b78ca7c2bb2c38e1 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/596033e98bbf4a64b78ca7c2bb2c38e1 2024-11-10T06:09:48,447 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/596033e98bbf4a64b78ca7c2bb2c38e1, entries=4, sequenceid=31, filesize=5.6 K 2024-11-10T06:09:48,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/3e92d86ab5c64954adaedd80a4ba8996 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/3e92d86ab5c64954adaedd80a4ba8996 2024-11-10T06:09:48,455 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/3e92d86ab5c64954adaedd80a4ba8996, entries=3, sequenceid=31, filesize=6.5 K 2024-11-10T06:09:48,456 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 2dd5ede044f90c8ae10d0aa1a6c71aae in 860ms, sequenceid=31, compaction requested=true 2024-11-10T06:09:48,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 2dd5ede044f90c8ae10d0aa1a6c71aae: 2024-11-10T06:09:48,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. for snapshot_backup_system completed. 2024-11-10T06:09:48,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae.' region-info for snapshot=snapshot_backup_system 2024-11-10T06:09:48,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T06:09:48,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/d2f40d0c02a5439abd9660e47c158b5f, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/596033e98bbf4a64b78ca7c2bb2c38e1] hfiles 2024-11-10T06:09:48,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/d2f40d0c02a5439abd9660e47c158b5f for snapshot=snapshot_backup_system 2024-11-10T06:09:48,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/596033e98bbf4a64b78ca7c2bb2c38e1 for snapshot=snapshot_backup_system 2024-11-10T06:09:48,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/c2f0fa160fc04a8eb8f0ff765568aa3f, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/e04d8617310a458c8902a485f88efd25, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/3e92d86ab5c64954adaedd80a4ba8996] hfiles 2024-11-10T06:09:48,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/c2f0fa160fc04a8eb8f0ff765568aa3f for snapshot=snapshot_backup_system 2024-11-10T06:09:48,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/e04d8617310a458c8902a485f88efd25 for snapshot=snapshot_backup_system 2024-11-10T06:09:48,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/3e92d86ab5c64954adaedd80a4ba8996 for snapshot=snapshot_backup_system 2024-11-10T06:09:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741908_1084 (size=251) 2024-11-10T06:09:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-10T06:09:48,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:09:48,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T06:09:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-10T06:09:48,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:48,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:09:48,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-10T06:09:48,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae in 1.4280 sec 2024-11-10T06:09:48,874 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T06:09:48,876 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T06:09:48,876 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T06:09:48,876 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-10T06:09:48,877 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-10T06:09:48,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741909_1085 (size=888) 2024-11-10T06:09:49,091 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2bd6ec9a47d9b39ee9ef625eddf718b6, had cached 0 bytes from a total of 8413 2024-11-10T06:09:49,242 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:09:49,287 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T06:09:49,296 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T06:09:49,297 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_backup_system 2024-11-10T06:09:49,298 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T06:09:49,298 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-10T06:09:49,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8700 sec 2024-11-10T06:09:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-10T06:09:49,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-10T06:09:49,574 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731218987394 started at 1731218989574. 2024-11-10T06:09:49,577 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731218987394 has been started. 2024-11-10T06:09:49,583 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-10T06:09:49,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-10T06:09:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-10T06:09:49,584 INFO [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-10T06:09:49,584 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-10T06:09:49,584 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-10T06:09:49,584 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-10T06:09:49,585 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:49,585 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:49,624 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-10T06:09:49,625 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-10T06:09:49,625 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-10T06:09:49,626 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,626 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-10T06:09:49,626 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:49,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:49,628 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-10T06:09:49,628 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:49,628 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-10T06:09:49,629 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-10T06:09:49,629 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-10T06:09:49,629 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-10T06:09:49,629 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-10T06:09:49,629 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-10T06:09:49,629 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-10T06:09:49,629 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '0aaf7e40abad,44111,1731218931869' joining acquired barrier for procedure (rolllog) in zk 2024-11-10T06:09:49,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,641 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:49,641 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,641 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-10T06:09:49,641 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-10T06:09:49,641 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-10T06:09:49,641 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-10T06:09:49,642 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-10T06:09:49,642 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-10T06:09:49,643 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:49,643 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,643 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-10T06:09:49,644 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '0aaf7e40abad,44111,1731218931869' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-10T06:09:49,644 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@c12cf0b[Count = 0] remaining members to acquire global barrier 2024-11-10T06:09:49,644 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-10T06:09:49,644 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:49,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:49,649 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:49,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:49,649 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-10T06:09:49,649 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,649 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-10T06:09:49,650 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-10T06:09:49,650 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,650 INFO [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731218977873 highest: 1731218977873 on 0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,650 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.meta:.meta(num 1731218977836) roll requested 2024-11-10T06:09:49,667 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218989650.meta, exclude list is [], retry=0 2024-11-10T06:09:49,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:09:49,671 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218977836.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218989650.meta 2024-11-10T06:09:49,671 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:09:49,671 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218977836.meta is not closed yet, will try archiving it next time 2024-11-10T06:09:49,671 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1:(num 1731218977854) roll requested 2024-11-10T06:09:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741889_1065 (size=1903) 2024-11-10T06:09:49,673 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218977836.meta not finished, retry = 0 2024-11-10T06:09:49,683 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218989671, exclude list is [], retry=0 2024-11-10T06:09:49,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:09:49,686 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218977854 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218989671 2024-11-10T06:09:49,686 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:09:49,687 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218977854 is not closed yet, will try archiving it next time 2024-11-10T06:09:49,687 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0:(num 1731218977873) roll requested 2024-11-10T06:09:49,687 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218958161 2024-11-10T06:09:49,688 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218977854 not finished, retry = 0 2024-11-10T06:09:49,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741890_1066 (size=4927) 2024-11-10T06:09:49,699 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218989687, exclude list is [], retry=0 2024-11-10T06:09:49,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:09:49,702 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218977873 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218989687 2024-11-10T06:09:49,702 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:09:49,702 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218977873 is not closed yet, will try archiving it next time 2024-11-10T06:09:49,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218977873 not finished, retry = 0 2024-11-10T06:09:49,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741891_1067 (size=93) 2024-11-10T06:09:49,710 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-10T06:09:49,710 INFO [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731218989687 on 0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:09:49,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:09:49,731 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-10T06:09:49,731 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '0aaf7e40abad,44111,1731218931869' in zk 2024-11-10T06:09:49,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,749 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-10T06:09:49,749 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-10T06:09:49,749 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-10T06:09:49,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,750 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-10T06:09:49,750 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-10T06:09:49,750 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-10T06:09:49,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-10T06:09:49,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:49,752 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,752 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-10T06:09:49,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:49,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,754 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '0aaf7e40abad,44111,1731218931869': 2024-11-10T06:09:49,754 INFO [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-10T06:09:49,754 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '0aaf7e40abad,44111,1731218931869' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-10T06:09:49,754 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-10T06:09:49,754 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-10T06:09:49,754 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-10T06:09:49,754 INFO [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-10T06:09:49,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-10T06:09:49,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-10T06:09:49,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-10T06:09:49,766 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-10T06:09:49,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:49,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-10T06:09:49,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:49,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-10T06:09:49,766 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-10T06:09:49,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-10T06:09:49,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-10T06:09:49,767 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:49,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-10T06:09:49,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-10T06:09:49,768 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:49,768 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,769 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-10T06:09:49,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:09:49,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-10T06:09:49,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:49,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-10T06:09:49,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:09:49,782 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-10T06:09:49,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-10T06:09:49,782 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-10T06:09:49,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:49,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-10T06:09:49,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-10T06:09:49,783 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-10T06:09:49,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-10T06:09:49,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-10T06:09:49,783 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-10T06:09:49,783 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-10T06:09:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-10T06:09:49,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-10T06:09:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731218989796 (current time:1731218989796). 2024-11-10T06:09:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T06:09:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731218989795_backup_system_bulk VERSION not specified, setting to 2 2024-11-10T06:09:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fa6e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:49,797 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:49,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:49,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:49,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236831ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:49,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:49,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:49,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:49,799 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:49,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15253da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:49,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:49,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:49,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:49,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581. 2024-11-10T06:09:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:09:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:49,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-10T06:09:49,805 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218977873 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218977873 2024-11-10T06:09:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-10T06:09:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-10T06:09:49,807 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T06:09:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-10T06:09:49,808 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T06:09:49,811 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T06:09:49,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741913_1089 (size=76) 2024-11-10T06:09:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-10T06:09:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-10T06:09:50,220 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T06:09:50,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cafaee1f7118326ed1b3863882a7a89b}] 2024-11-10T06:09:50,224 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:50,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-10T06:09:50,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:09:50,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for cafaee1f7118326ed1b3863882a7a89b: 2024-11-10T06:09:50,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. for snapshot_1731218989795_backup_system_bulk completed. 2024-11-10T06:09:50,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b.' region-info for snapshot=snapshot_1731218989795_backup_system_bulk 2024-11-10T06:09:50,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T06:09:50,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T06:09:50,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T06:09:50,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741914_1090 (size=61) 2024-11-10T06:09:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-10T06:09:50,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:09:50,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-10T06:09:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-10T06:09:50,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731218989795_backup_system_bulk on region cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:50,791 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:09:50,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-10T06:09:50,795 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T06:09:50,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cafaee1f7118326ed1b3863882a7a89b in 571 msec 2024-11-10T06:09:50,796 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T06:09:50,797 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T06:09:50,797 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731218989795_backup_system_bulk 2024-11-10T06:09:50,798 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218989795_backup_system_bulk 2024-11-10T06:09:50,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741915_1091 (size=702) 2024-11-10T06:09:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-10T06:09:51,212 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T06:09:51,219 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T06:09:51,220 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218989795_backup_system_bulk to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218989795_backup_system_bulk 2024-11-10T06:09:51,222 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T06:09:51,222 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-10T06:09:51,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731218989795_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4180 sec 2024-11-10T06:09:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-10T06:09:51,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-10T06:09:51,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } 2024-11-10T06:09:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731218991954 (current time:1731218991954). 2024-11-10T06:09:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T06:09:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731218991953_ns3_test-17312189410342 VERSION not specified, setting to 2 2024-11-10T06:09:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b559772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:51,955 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:51,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:51,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac416ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:51,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:51,957 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:51,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b51732f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:51,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:51,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:51,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:51,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581. 2024-11-10T06:09:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:09:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:51,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-10T06:09:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } 2024-11-10T06:09:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-10T06:09:51,964 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T06:09:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-10T06:09:51,966 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T06:09:51,968 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T06:09:51,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741916_1092 (size=86) 2024-11-10T06:09:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-10T06:09:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-10T06:09:52,379 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T06:09:52,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bb91a957f45918287fdac52ee228600}] 2024-11-10T06:09:52,382 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:52,427 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-10T06:09:52,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-10T06:09:52,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:09:52,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 7bb91a957f45918287fdac52ee228600: 2024-11-10T06:09:52,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. for snapshot_1731218991953_ns3_test-17312189410342 completed. 2024-11-10T06:09:52,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600.' region-info for snapshot=snapshot_1731218991953_ns3_test-17312189410342 2024-11-10T06:09:52,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T06:09:52,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T06:09:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741917_1093 (size=52) 2024-11-10T06:09:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-10T06:09:52,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:09:52,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-10T06:09:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-10T06:09:52,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731218991953_ns3_test-17312189410342 on region 7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:52,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bb91a957f45918287fdac52ee228600 2024-11-10T06:09:52,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-10T06:09:52,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7bb91a957f45918287fdac52ee228600 in 569 msec 2024-11-10T06:09:52,950 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T06:09:52,951 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T06:09:52,952 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T06:09:52,952 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731218991953_ns3_test-17312189410342 2024-11-10T06:09:52,953 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218991953_ns3_test-17312189410342 2024-11-10T06:09:52,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741918_1094 (size=443) 2024-11-10T06:09:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-10T06:09:53,368 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T06:09:53,376 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T06:09:53,377 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218991953_ns3_test-17312189410342 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218991953_ns3_test-17312189410342 2024-11-10T06:09:53,379 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T06:09:53,379 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-10T06:09:53,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1731218991953_ns3_test-17312189410342 table=ns3:test-17312189410342 type=FLUSH ttl=0 } in 1.4170 sec 2024-11-10T06:09:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-10T06:09:54,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17312189410342 completed 2024-11-10T06:09:54,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } 2024-11-10T06:09:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731218994125 (current time:1731218994125). 2024-11-10T06:09:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T06:09:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731218994124_default_test-1731218941034 VERSION not specified, setting to 2 2024-11-10T06:09:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b79173b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:54,129 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de43794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:54,131 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e556004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:54,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:54,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:54,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:54,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581. 2024-11-10T06:09:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:09:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:54,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-10T06:09:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } 2024-11-10T06:09:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-10T06:09:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-10T06:09:54,138 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T06:09:54,139 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T06:09:54,142 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T06:09:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741919_1095 (size=84) 2024-11-10T06:09:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-10T06:09:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-10T06:09:54,592 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T06:09:54,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5fb3561501159eb6eb492dc63b09450}] 2024-11-10T06:09:54,595 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:54,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-10T06:09:54,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:54,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for a5fb3561501159eb6eb492dc63b09450: 2024-11-10T06:09:54,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. for snapshot_1731218994124_default_test-1731218941034 completed. 2024-11-10T06:09:54,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450.' region-info for snapshot=snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:09:54,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T06:09:54,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/90ec3f74c93048648ee1e6efb35e65ac] hfiles 2024-11-10T06:09:54,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 for snapshot=snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:09:54,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/90ec3f74c93048648ee1e6efb35e65ac for snapshot=snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:09:54,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T06:09:54,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/fbd7fadd8be6490b9190ae4b5b4db5c4] hfiles 2024-11-10T06:09:54,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647 for snapshot=snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:09:54,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/fbd7fadd8be6490b9190ae4b5b4db5c4 for snapshot=snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:09:54,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741920_1096 (size=224) 2024-11-10T06:09:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-10T06:09:55,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:09:55,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-10T06:09:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-10T06:09:55,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731218994124_default_test-1731218941034 on region a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:55,157 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:55,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-10T06:09:55,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a5fb3561501159eb6eb492dc63b09450 in 567 msec 2024-11-10T06:09:55,163 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T06:09:55,164 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T06:09:55,166 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-10T06:09:55,167 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-10T06:09:55,167 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:55,168 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-10T06:09:55,168 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:55,169 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-10T06:09:55,169 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:09:55,171 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/mobdir/data/default/test-1731218941034/3a86fce154dbf4cf068a061e2d1b2cef/mob/d41d8cd98f00b204e9800998ecf8427e20241110f91b5749d1514cd3b58d039acc27ce06_a5fb3561501159eb6eb492dc63b09450] hfiles 2024-11-10T06:09:55,171 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/mobdir/data/default/test-1731218941034/3a86fce154dbf4cf068a061e2d1b2cef/mob/d41d8cd98f00b204e9800998ecf8427e20241110f91b5749d1514cd3b58d039acc27ce06_a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:09:55,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741921_1097 (size=168) 2024-11-10T06:09:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-10T06:09:55,583 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T06:09:55,583 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:09:55,584 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:09:55,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741922_1098 (size=1305) 2024-11-10T06:09:56,004 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T06:09:56,013 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T06:09:56,014 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218994124_default_test-1731218941034 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:09:56,015 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T06:09:56,015 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-10T06:09:56,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1731218994124_default_test-1731218941034 table=test-1731218941034 type=FLUSH ttl=0 } in 1.8790 sec 2024-11-10T06:09:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-10T06:09:56,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731218941034 completed 2024-11-10T06:09:56,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } 2024-11-10T06:09:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731218996296 (current time:1731218996296). 2024-11-10T06:09:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T06:09:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731218996294_ns2_test-17312189410341 VERSION not specified, setting to 2 2024-11-10T06:09:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1b9f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:56,300 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:56,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:56,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6001c195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:56,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:56,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:56,304 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:56,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdaa33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:56,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:56,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:56,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:56,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581. 2024-11-10T06:09:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:09:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:56,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-10T06:09:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } 2024-11-10T06:09:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-10T06:09:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-10T06:09:56,313 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T06:09:56,314 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T06:09:56,318 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T06:09:56,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741923_1099 (size=86) 2024-11-10T06:09:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-10T06:09:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-10T06:09:56,726 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T06:09:56,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bd6ec9a47d9b39ee9ef625eddf718b6}] 2024-11-10T06:09:56,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:56,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-10T06:09:56,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:09:56,879 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2902): Flushing 2bd6ec9a47d9b39ee9ef625eddf718b6 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-10T06:09:56,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/.tmp/f/aad455e9fbf44aa5b5880642e2288c8e is 38, key is row-t20/f:q1/1731218972108/Put/seqid=0 2024-11-10T06:09:56,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741924_1100 (size=5134) 2024-11-10T06:09:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-10T06:09:57,294 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/.tmp/f/aad455e9fbf44aa5b5880642e2288c8e 2024-11-10T06:09:57,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/.tmp/f/aad455e9fbf44aa5b5880642e2288c8e as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/aad455e9fbf44aa5b5880642e2288c8e 2024-11-10T06:09:57,315 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/aad455e9fbf44aa5b5880642e2288c8e, entries=5, sequenceid=111, filesize=5.0 K 2024-11-10T06:09:57,316 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 2bd6ec9a47d9b39ee9ef625eddf718b6 in 437ms, sequenceid=111, compaction requested=false 2024-11-10T06:09:57,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for 2bd6ec9a47d9b39ee9ef625eddf718b6: 2024-11-10T06:09:57,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. for snapshot_1731218996294_ns2_test-17312189410341 completed. 2024-11-10T06:09:57,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6.' region-info for snapshot=snapshot_1731218996294_ns2_test-17312189410341 2024-11-10T06:09:57,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T06:09:57,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/aad455e9fbf44aa5b5880642e2288c8e] hfiles 2024-11-10T06:09:57,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9 for snapshot=snapshot_1731218996294_ns2_test-17312189410341 2024-11-10T06:09:57,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/aad455e9fbf44aa5b5880642e2288c8e for snapshot=snapshot_1731218996294_ns2_test-17312189410341 2024-11-10T06:09:57,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741925_1101 (size=130) 2024-11-10T06:09:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-10T06:09:57,582 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2dd5ede044f90c8ae10d0aa1a6c71aae, had cached 0 bytes from a total of 28925 2024-11-10T06:09:57,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:09:57,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-10T06:09:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-10T06:09:57,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731218996294_ns2_test-17312189410341 on region 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:57,724 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:09:57,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-10T06:09:57,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2bd6ec9a47d9b39ee9ef625eddf718b6 in 999 msec 2024-11-10T06:09:57,727 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T06:09:57,728 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T06:09:57,729 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T06:09:57,729 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731218996294_ns2_test-17312189410341 2024-11-10T06:09:57,730 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218996294_ns2_test-17312189410341 2024-11-10T06:09:57,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741926_1102 (size=496) 2024-11-10T06:09:58,145 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T06:09:58,153 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T06:09:58,154 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218996294_ns2_test-17312189410341 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218996294_ns2_test-17312189410341 2024-11-10T06:09:58,155 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T06:09:58,155 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-10T06:09:58,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1731218996294_ns2_test-17312189410341 table=ns2:test-17312189410341 type=FLUSH ttl=0 } in 1.8440 sec 2024-11-10T06:09:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-10T06:09:58,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17312189410341 completed 2024-11-10T06:09:58,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } 2024-11-10T06:09:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731218998467 (current time:1731218998467). 2024-11-10T06:09:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T06:09:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731218998465_ns4_test-17312189410343 VERSION not specified, setting to 2 2024-11-10T06:09:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@848971f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:09:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:09:58,470 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:09:58,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:09:58,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:09:58,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5324e840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:58,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:09:58,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:09:58,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:58,473 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:09:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1891bece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:09:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:09:58,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:09:58,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:09:58,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:09:58,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581. 2024-11-10T06:09:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:09:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:09:58,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:09:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-10T06:09:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } 2024-11-10T06:09:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-10T06:09:58,483 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T06:09:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T06:09:58,484 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T06:09:58,487 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T06:09:58,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741927_1103 (size=86) 2024-11-10T06:09:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T06:09:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T06:09:58,895 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T06:09:58,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0c48fb48192179e67c52c4210e39030}] 2024-11-10T06:09:58,897 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:59,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-10T06:09:59,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:09:59,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for b0c48fb48192179e67c52c4210e39030: 2024-11-10T06:09:59,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. for snapshot_1731218998465_ns4_test-17312189410343 completed. 2024-11-10T06:09:59,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030.' region-info for snapshot=snapshot_1731218998465_ns4_test-17312189410343 2024-11-10T06:09:59,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T06:09:59,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T06:09:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741928_1104 (size=52) 2024-11-10T06:09:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T06:09:59,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:09:59,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-10T06:09:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-10T06:09:59,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731218998465_ns4_test-17312189410343 on region b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:59,466 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0c48fb48192179e67c52c4210e39030 2024-11-10T06:09:59,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-10T06:09:59,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b0c48fb48192179e67c52c4210e39030 in 573 msec 2024-11-10T06:09:59,472 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T06:09:59,473 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T06:09:59,475 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T06:09:59,475 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731218998465_ns4_test-17312189410343 2024-11-10T06:09:59,476 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218998465_ns4_test-17312189410343 2024-11-10T06:09:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741929_1105 (size=443) 2024-11-10T06:09:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T06:09:59,936 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T06:09:59,945 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T06:09:59,946 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_1731218998465_ns4_test-17312189410343 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218998465_ns4_test-17312189410343 2024-11-10T06:09:59,948 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T06:09:59,948 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-10T06:09:59,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1731218998465_ns4_test-17312189410343 table=ns4:test-17312189410343 type=FLUSH ttl=0 } in 1.4680 sec 2024-11-10T06:10:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T06:10:00,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17312189410343 completed 2024-11-10T06:10:00,635 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731218987394 2024-11-10T06:10:00,636 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-10T06:10:00,636 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-10T06:10:00,636 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731218987394_backup:system_bulk 2024-11-10T06:10:00,636 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731218989795_backup_system_bulk to hdfs://localhost:38843/backupUT/backup_1731218987394/backup/system_bulk/ 2024-11-10T06:10:00,636 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-10T06:10:00,673 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38843, inputRoot=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:10:00,673 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_678892848_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38843/backupUT/backup_1731218987394/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38843/backupUT/backup_1731218987394/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731218989795_backup_system_bulk 2024-11-10T06:10:00,675 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-10T06:10:00,679 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218989795_backup_system_bulk to hdfs://localhost:38843/backupUT/backup_1731218987394/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731218989795_backup_system_bulk 2024-11-10T06:10:00,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741931_1107 (size=76) 2024-11-10T06:10:00,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741930_1106 (size=702) 2024-11-10T06:10:01,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:01,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:01,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:01,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-13867203987757747770.jar 2024-11-10T06:10:01,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:01,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:01,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:01,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:01,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:01,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:01,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:01,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:01,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:01,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:01,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:10:01,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:10:01,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:10:01,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:10:01,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:10:01,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:10:01,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:10:01,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:10:01,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:10:01,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:10:01,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:01,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:01,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:01,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:01,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:01,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:01,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:02,011 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:10:02,035 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731218989795_backup_system_bulk' hfile list 2024-11-10T06:10:02,120 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local539911094_0005_f175d7f7-79ad-47a0-9653-6c872c5e7749/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:10:02,120 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local539911094_0005_f175d7f7-79ad-47a0-9653-6c872c5e7749/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:10:03,157 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-10T06:10:03,159 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-10T06:10:03,168 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731218989795_backup_system_bulk 2024-11-10T06:10:03,168 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731218989795_backup_system_bulk finished. 2024-11-10T06:10:03,168 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731218987394_ns3:test-17312189410342 2024-11-10T06:10:03,169 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731218991953_ns3_test-17312189410342 to hdfs://localhost:38843/backupUT/backup_1731218987394/ns3/test-17312189410342/ 2024-11-10T06:10:03,169 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-10T06:10:03,194 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38843, inputRoot=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:10:03,194 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_678892848_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38843/backupUT/backup_1731218987394/ns3/test-17312189410342, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38843/backupUT/backup_1731218987394/ns3/test-17312189410342/.hbase-snapshot/.tmp/snapshot_1731218991953_ns3_test-17312189410342 2024-11-10T06:10:03,195 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-10T06:10:03,199 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218991953_ns3_test-17312189410342 to hdfs://localhost:38843/backupUT/backup_1731218987394/ns3/test-17312189410342/.hbase-snapshot/.tmp/snapshot_1731218991953_ns3_test-17312189410342 2024-11-10T06:10:03,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741932_1108 (size=86) 2024-11-10T06:10:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741933_1109 (size=443) 2024-11-10T06:10:03,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:03,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:03,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:04,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-12240411876288313196.jar 2024-11-10T06:10:04,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:04,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:04,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:04,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:04,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:04,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:04,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:04,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:04,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:04,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:04,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:10:04,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:10:04,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:10:04,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:10:04,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:10:04,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:10:04,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:10:04,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:10:04,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:10:04,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:10:04,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:04,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:04,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:04,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:04,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:04,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:04,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:04,532 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:10:04,555 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731218991953_ns3_test-17312189410342' hfile list 2024-11-10T06:10:04,633 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local1169430642_0006_9f5201b5-b057-4f05-8de5-953596fd81f4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:10:04,633 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local1169430642_0006_9f5201b5-b057-4f05-8de5-953596fd81f4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:10:05,671 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-10T06:10:05,672 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-10T06:10:05,678 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731218991953_ns3_test-17312189410342 2024-11-10T06:10:05,678 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731218991953_ns3_test-17312189410342 finished. 2024-11-10T06:10:05,678 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731218987394_test-1731218941034 2024-11-10T06:10:05,678 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731218994124_default_test-1731218941034 to hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/ 2024-11-10T06:10:05,678 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-10T06:10:05,713 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38843, inputRoot=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:10:05,714 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_678892848_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/.hbase-snapshot/.tmp/snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:10:05,716 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-10T06:10:05,723 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218994124_default_test-1731218941034 to hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/.hbase-snapshot/.tmp/snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:10:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741935_1111 (size=84) 2024-11-10T06:10:05,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741934_1110 (size=1305) 2024-11-10T06:10:06,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:06,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:06,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:07,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-16571325702721094119.jar 2024-11-10T06:10:07,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:07,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:07,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:07,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:07,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:07,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:07,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:07,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:07,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:07,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:07,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:10:07,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:10:07,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:10:07,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:10:07,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:10:07,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:10:07,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:10:07,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:10:07,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:10:07,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:10:07,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:07,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:07,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:07,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:07,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:07,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:07,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:07,064 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:10:07,087 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731218994124_default_test-1731218941034' hfile list 2024-11-10T06:10:07,090 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-10T06:10:07,165 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local2146154141_0007_74305b47-bd1f-41e5-be34-713b41e1232f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:10:07,165 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local2146154141_0007_74305b47-bd1f-41e5-be34-713b41e1232f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:10:07,236 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-10T06:10:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741936_1112 (size=13760) 2024-11-10T06:10:07,668 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/fbd7fadd8be6490b9190ae4b5b4db5c4 output=hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/fbd7fadd8be6490b9190ae4b5b4db5c4 2024-11-10T06:10:07,668 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.031M/sec 2024-11-10T06:10:07,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741937_1113 (size=10796) 2024-11-10T06:10:08,096 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/90ec3f74c93048648ee1e6efb35e65ac output=hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/90ec3f74c93048648ee1e6efb35e65ac 2024-11-10T06:10:08,096 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-10T06:10:08,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741938_1114 (size=8413) 2024-11-10T06:10:08,532 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 output=hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 2024-11-10T06:10:08,532 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-10T06:10:08,547 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/mobdir/data/default/test-1731218941034/3a86fce154dbf4cf068a061e2d1b2cef/mob/d41d8cd98f00b204e9800998ecf8427e20241110f91b5749d1514cd3b58d039acc27ce06_a5fb3561501159eb6eb492dc63b09450 to hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/3a86fce154dbf4cf068a061e2d1b2cef/mob/d41d8cd98f00b204e9800998ecf8427e20241110f91b5749d1514cd3b58d039acc27ce06_a5fb3561501159eb6eb492dc63b09450" truncated to max limit (512 characters) 2024-11-10T06:10:08,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741939_1115 (size=5591) 2024-11-10T06:10:08,961 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/mobdir/data/default/test-1731218941034/3a86fce154dbf4cf068a061e2d1b2cef/mob/d41d8cd98f00b204e9800998ecf8427e20241110f91b5749d1514cd3b58d039acc27ce06_a5fb3561501159eb6eb492dc63b09450 output=hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/3a86fce154dbf4cf068a061e2d1b2cef/mob/d41d8cd98f00b204e9800998ecf8427e20241110f91b5749d1514cd3b58d039acc27ce06_a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:10:08,962 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-10T06:10:08,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741940_1116 (size=5484) 2024-11-10T06:10:09,399 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647 output=hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647 2024-11-10T06:10:09,399 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-10T06:10:10,211 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-10T06:10:10,212 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-10T06:10:10,220 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:10:10,221 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731218994124_default_test-1731218941034 finished. 2024-11-10T06:10:10,221 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731218987394_ns2:test-17312189410341 2024-11-10T06:10:10,221 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731218996294_ns2_test-17312189410341 to hdfs://localhost:38843/backupUT/backup_1731218987394/ns2/test-17312189410341/ 2024-11-10T06:10:10,221 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-10T06:10:10,248 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38843, inputRoot=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:10:10,248 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_678892848_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38843/backupUT/backup_1731218987394/ns2/test-17312189410341, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38843/backupUT/backup_1731218987394/ns2/test-17312189410341/.hbase-snapshot/.tmp/snapshot_1731218996294_ns2_test-17312189410341 2024-11-10T06:10:10,250 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-10T06:10:10,254 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218996294_ns2_test-17312189410341 to hdfs://localhost:38843/backupUT/backup_1731218987394/ns2/test-17312189410341/.hbase-snapshot/.tmp/snapshot_1731218996294_ns2_test-17312189410341 2024-11-10T06:10:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741941_1117 (size=86) 2024-11-10T06:10:10,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741942_1118 (size=496) 2024-11-10T06:10:10,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:10,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:10,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:11,137 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-3893689827467291524.jar 2024-11-10T06:10:11,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:11,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:11,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:11,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:11,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:11,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:11,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:11,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:11,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:11,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:11,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:10:11,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:10:11,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:10:11,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:10:11,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:10:11,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:10:11,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:10:11,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:10:11,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:10:11,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:10:11,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:11,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:11,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:11,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:11,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:11,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:11,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:11,176 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:10:11,197 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731218996294_ns2_test-17312189410341' hfile list 2024-11-10T06:10:11,199 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-10T06:10:11,279 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local1774617937_0008_76d8dcc2-c369-4357-99b5-e7afb43ada6f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:10:11,279 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local1774617937_0008_76d8dcc2-c369-4357-99b5-e7afb43ada6f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:10:11,346 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-10T06:10:11,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741943_1119 (size=8413) 2024-11-10T06:10:11,771 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9 output=hdfs://localhost:38843/backupUT/backup_1731218987394/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9 2024-11-10T06:10:11,771 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-10T06:10:11,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741944_1120 (size=5134) 2024-11-10T06:10:12,209 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/aad455e9fbf44aa5b5880642e2288c8e output=hdfs://localhost:38843/backupUT/backup_1731218987394/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/aad455e9fbf44aa5b5880642e2288c8e 2024-11-10T06:10:12,209 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-10T06:10:12,323 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-10T06:10:12,325 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-10T06:10:12,334 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731218996294_ns2_test-17312189410341 2024-11-10T06:10:12,335 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731218996294_ns2_test-17312189410341 finished. 2024-11-10T06:10:12,335 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731218987394_ns4:test-17312189410343 2024-11-10T06:10:12,335 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731218998465_ns4_test-17312189410343 to hdfs://localhost:38843/backupUT/backup_1731218987394/ns4/test-17312189410343/ 2024-11-10T06:10:12,335 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-10T06:10:12,360 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:38843, inputRoot=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:10:12,360 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_678892848_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38843/backupUT/backup_1731218987394/ns4/test-17312189410343, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38843/backupUT/backup_1731218987394/ns4/test-17312189410343/.hbase-snapshot/.tmp/snapshot_1731218998465_ns4_test-17312189410343 2024-11-10T06:10:12,361 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-10T06:10:12,365 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_1731218998465_ns4_test-17312189410343 to hdfs://localhost:38843/backupUT/backup_1731218987394/ns4/test-17312189410343/.hbase-snapshot/.tmp/snapshot_1731218998465_ns4_test-17312189410343 2024-11-10T06:10:12,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741946_1122 (size=443) 2024-11-10T06:10:12,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741945_1121 (size=86) 2024-11-10T06:10:12,779 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:12,780 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:12,781 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:13,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-12779232107444179353.jar 2024-11-10T06:10:13,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:13,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:13,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:13,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:13,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:13,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:13,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:13,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:13,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:13,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:13,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:10:13,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:10:13,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:10:13,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:10:13,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:10:13,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:10:13,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:10:13,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:10:13,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:10:13,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:10:13,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:13,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:13,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:13,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:13,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-10T06:10:13,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:13,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:13,677 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:10:13,704 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731218998465_ns4_test-17312189410343' hfile list 2024-11-10T06:10:13,795 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local824571792_0009_d5dfc897-ded7-4fb0-8921-b4c498bd6e8b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:10:13,795 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local824571792_0009_d5dfc897-ded7-4fb0-8921-b4c498bd6e8b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:10:14,833 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-10T06:10:14,834 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-10T06:10:14,840 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731218998465_ns4_test-17312189410343 2024-11-10T06:10:14,840 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731218998465_ns4_test-17312189410343 finished. 2024-11-10T06:10:14,840 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-10T06:10:14,840 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17312189410342 2024-11-10T06:10:14,840 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731218941034 2024-11-10T06:10:14,840 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17312189410341 2024-11-10T06:10:14,840 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17312189410343 2024-11-10T06:10:14,851 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731218987394 2024-11-10T06:10:14,851 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-10T06:10:14,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741947_1123 (size=209) 2024-11-10T06:10:15,259 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38843/backupUT/backup_1731218987394/.backup.manifest 2024-11-10T06:10:15,259 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731218987394 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17312189410342;test-1731218941034;ns2:test-17312189410341;ns4:test-17312189410343,targetRootDir=hdfs://localhost:38843/backupUT,startts=1731218989574,completets=1731219014851,bytescopied=0 2024-11-10T06:10:15,260 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-10T06:10:15,260 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731218989795_backup_system_bulk 2024-11-10T06:10:15,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731218989795_backup_system_bulk" type: DISABLED 2024-11-10T06:10:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731218989795_backup_system_bulk 2024-11-10T06:10:15,270 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731218989795_backup_system_bulk for backup backup_1731218987394 succeeded. 2024-11-10T06:10:15,270 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731218991953_ns3_test-17312189410342 2024-11-10T06:10:15,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731218991953_ns3_test-17312189410342" type: DISABLED 2024-11-10T06:10:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731218991953_ns3_test-17312189410342 2024-11-10T06:10:15,276 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731218991953_ns3_test-17312189410342 for backup backup_1731218987394 succeeded. 2024-11-10T06:10:15,276 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:10:15,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731218994124_default_test-1731218941034" type: DISABLED 2024-11-10T06:10:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731218994124_default_test-1731218941034 2024-11-10T06:10:15,280 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731218994124_default_test-1731218941034 for backup backup_1731218987394 succeeded. 2024-11-10T06:10:15,280 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731218996294_ns2_test-17312189410341 2024-11-10T06:10:15,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731218996294_ns2_test-17312189410341" type: DISABLED 2024-11-10T06:10:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731218996294_ns2_test-17312189410341 2024-11-10T06:10:15,284 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731218996294_ns2_test-17312189410341 for backup backup_1731218987394 succeeded. 2024-11-10T06:10:15,284 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731218998465_ns4_test-17312189410343 2024-11-10T06:10:15,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731218998465_ns4_test-17312189410343" type: DISABLED 2024-11-10T06:10:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731218998465_ns4_test-17312189410343 2024-11-10T06:10:15,288 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731218998465_ns4_test-17312189410343 for backup backup_1731218987394 succeeded. 2024-11-10T06:10:15,289 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-10T06:10:15,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-10T06:10:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-10T06:10:15,297 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-10T06:10:15,300 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-10T06:10:15,306 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731218987394 completed. 2024-11-10T06:10:15,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:15,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:19,242 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:10:20,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,381 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-10T06:10:20,386 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731219020329 2024-11-10T06:10:20,388 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731218987394} 2024-11-10T06:10:20,388 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-10T06:10:20,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:20,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-10T06:10:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731219020496 (current time:1731219020496). 2024-11-10T06:10:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T06:10:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-10T06:10:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb4da93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:20,497 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:20,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:20,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:20,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75927f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:20,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:20,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:20,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:20,499 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:20,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bef90f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:20,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:20,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:20,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:20,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581. 2024-11-10T06:10:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:20,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-10T06:10:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-10T06:10:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-10T06:10:20,506 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T06:10:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-10T06:10:20,507 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T06:10:20,509 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T06:10:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741948_1124 (size=52) 2024-11-10T06:10:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-10T06:10:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-10T06:10:20,964 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T06:10:20,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae}] 2024-11-10T06:10:20,966 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:10:21,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-10T06:10:21,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:10:21,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing 2dd5ede044f90c8ae10d0aa1a6c71aae 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-10T06:10:21,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/meta/cd23fcf4fd4a40739b830d1f01bb2dca is 158, key is trslm:hdfs://localhost:38843/backupUT\x00ns2:test-17312189410341/meta:log-roll-map/1731219014845/Put/seqid=0 2024-11-10T06:10:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-10T06:10:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741949_1125 (size=6646) 2024-11-10T06:10:21,540 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/meta/cd23fcf4fd4a40739b830d1f01bb2dca 2024-11-10T06:10:21,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/3f712ae406e94d2494727572217ca4ef is 826, key is session:backup_1731218987394/session:context/1731219015299/Put/seqid=0 2024-11-10T06:10:21,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741950_1126 (size=5928) 2024-11-10T06:10:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-10T06:10:21,962 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/3f712ae406e94d2494727572217ca4ef 2024-11-10T06:10:21,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/meta/cd23fcf4fd4a40739b830d1f01bb2dca as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/cd23fcf4fd4a40739b830d1f01bb2dca 2024-11-10T06:10:21,980 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/cd23fcf4fd4a40739b830d1f01bb2dca, entries=12, sequenceid=42, filesize=6.5 K 2024-11-10T06:10:21,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/3f712ae406e94d2494727572217ca4ef as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/3f712ae406e94d2494727572217ca4ef 2024-11-10T06:10:21,987 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/3f712ae406e94d2494727572217ca4ef, entries=2, sequenceid=42, filesize=5.8 K 2024-11-10T06:10:21,989 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 2dd5ede044f90c8ae10d0aa1a6c71aae in 867ms, sequenceid=42, compaction requested=true 2024-11-10T06:10:21,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for 2dd5ede044f90c8ae10d0aa1a6c71aae: 2024-11-10T06:10:21,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. for snapshot_backup_system completed. 2024-11-10T06:10:21,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae.' region-info for snapshot=snapshot_backup_system 2024-11-10T06:10:21,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T06:10:21,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/d2f40d0c02a5439abd9660e47c158b5f, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/596033e98bbf4a64b78ca7c2bb2c38e1, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/cd23fcf4fd4a40739b830d1f01bb2dca] hfiles 2024-11-10T06:10:21,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/d2f40d0c02a5439abd9660e47c158b5f for snapshot=snapshot_backup_system 2024-11-10T06:10:21,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/596033e98bbf4a64b78ca7c2bb2c38e1 for snapshot=snapshot_backup_system 2024-11-10T06:10:21,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/cd23fcf4fd4a40739b830d1f01bb2dca for snapshot=snapshot_backup_system 2024-11-10T06:10:21,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/c2f0fa160fc04a8eb8f0ff765568aa3f, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/e04d8617310a458c8902a485f88efd25, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/3e92d86ab5c64954adaedd80a4ba8996, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/3f712ae406e94d2494727572217ca4ef] hfiles 2024-11-10T06:10:21,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/c2f0fa160fc04a8eb8f0ff765568aa3f for snapshot=snapshot_backup_system 2024-11-10T06:10:21,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/e04d8617310a458c8902a485f88efd25 for snapshot=snapshot_backup_system 2024-11-10T06:10:21,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/3e92d86ab5c64954adaedd80a4ba8996 for snapshot=snapshot_backup_system 2024-11-10T06:10:21,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/3f712ae406e94d2494727572217ca4ef for snapshot=snapshot_backup_system 2024-11-10T06:10:21,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741951_1127 (size=330) 2024-11-10T06:10:22,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:10:22,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-10T06:10:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-10T06:10:22,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:10:22,400 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:10:22,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-10T06:10:22,407 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T06:10:22,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2dd5ede044f90c8ae10d0aa1a6c71aae in 1.4380 sec 2024-11-10T06:10:22,409 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T06:10:22,410 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T06:10:22,411 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-10T06:10:22,412 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-10T06:10:22,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741952_1128 (size=967) 2024-11-10T06:10:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-10T06:10:22,824 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T06:10:22,833 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T06:10:22,834 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.hbase-snapshot/snapshot_backup_system 2024-11-10T06:10:22,835 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T06:10:22,835 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-10T06:10:22,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3310 sec 2024-11-10T06:10:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-10T06:10:24,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-10T06:10:24,665 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731219020329 started at 1731219024664. 2024-11-10T06:10:24,668 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731219020329 has been started. 2024-11-10T06:10:24,675 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17312189410341, ns3:test-17312189410342, ns4:test-17312189410343, test-1731218941034] 2024-11-10T06:10:24,680 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731218977873for backupID backup_1731219020329 2024-11-10T06:10:24,680 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-10T06:10:24,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-10T06:10:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-10T06:10:24,681 INFO [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-10T06:10:24,681 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-10T06:10:24,681 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-10T06:10:24,681 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-10T06:10:24,682 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-10T06:10:24,682 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-10T06:10:24,765 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-10T06:10:24,766 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-10T06:10:24,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-10T06:10:24,767 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,767 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-10T06:10:24,768 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-10T06:10:24,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-10T06:10:24,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-10T06:10:24,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-10T06:10:24,771 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-10T06:10:24,771 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-10T06:10:24,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-10T06:10:24,772 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-10T06:10:24,772 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-10T06:10:24,772 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-10T06:10:24,772 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-10T06:10:24,772 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '0aaf7e40abad,44111,1731218931869' joining acquired barrier for procedure (rolllog) in zk 2024-11-10T06:10:24,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,786 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-10T06:10:24,786 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,786 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-10T06:10:24,786 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-10T06:10:24,787 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-10T06:10:24,787 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-10T06:10:24,787 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-10T06:10:24,788 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-10T06:10:24,788 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:10:24,789 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,789 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-10T06:10:24,789 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '0aaf7e40abad,44111,1731218931869' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-10T06:10:24,789 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@b112ee6[Count = 0] remaining members to acquire global barrier 2024-11-10T06:10:24,789 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-10T06:10:24,789 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-10T06:10:24,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-10T06:10:24,799 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-10T06:10:24,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-10T06:10:24,799 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-10T06:10:24,800 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,800 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-10T06:10:24,800 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-10T06:10:24,800 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,800 INFO [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731218989687 highest: 1731218989687 on 0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,800 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.meta:.meta(num 1731218989650) roll requested 2024-11-10T06:10:24,815 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731219024800.meta, exclude list is [], retry=0 2024-11-10T06:10:24,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:10:24,819 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218989650.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731219024800.meta 2024-11-10T06:10:24,819 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:10:24,819 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218989650.meta is not closed yet, will try archiving it next time 2024-11-10T06:10:24,819 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1:(num 1731218989671) roll requested 2024-11-10T06:10:24,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741910_1086 (size=93) 2024-11-10T06:10:24,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218989650.meta not finished, retry = 0 2024-11-10T06:10:24,831 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731219024819, exclude list is [], retry=0 2024-11-10T06:10:24,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:10:24,834 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218989671 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731219024819 2024-11-10T06:10:24,834 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:10:24,835 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218989671 is not closed yet, will try archiving it next time 2024-11-10T06:10:24,835 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0:(num 1731218989687) roll requested 2024-11-10T06:10:24,835 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218977854 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218977854 2024-11-10T06:10:24,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741911_1087 (size=4710) 2024-11-10T06:10:24,836 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218989671 not finished, retry = 0 2024-11-10T06:10:24,847 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731219024835, exclude list is [], retry=0 2024-11-10T06:10:24,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41745,DS-c58ab387-3f13-4af8-b534-f44e180ca15a,DISK] 2024-11-10T06:10:24,850 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218989687 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731219024835 2024-11-10T06:10:24,850 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40639:40639)] 2024-11-10T06:10:24,850 DEBUG [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218989687 is not closed yet, will try archiving it next time 2024-11-10T06:10:24,850 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218958180 2024-11-10T06:10:24,851 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218989687 not finished, retry = 0 2024-11-10T06:10:24,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741912_1088 (size=653) 2024-11-10T06:10:24,860 DEBUG [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-10T06:10:24,860 INFO [rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731219024835 on 0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:24,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:24,880 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-10T06:10:24,880 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '0aaf7e40abad,44111,1731218931869' in zk 2024-11-10T06:10:24,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,911 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-10T06:10:24,911 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-10T06:10:24,911 DEBUG [member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-10T06:10:24,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-10T06:10:24,912 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-10T06:10:24,912 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-10T06:10:24,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-10T06:10:24,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:10:24,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-10T06:10:24,917 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:10:24,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '0aaf7e40abad,44111,1731218931869': 2024-11-10T06:10:24,920 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '0aaf7e40abad,44111,1731218931869' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-10T06:10:24,920 INFO [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-10T06:10:24,920 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-10T06:10:24,920 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-10T06:10:24,920 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-10T06:10:24,920 INFO [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-10T06:10:24,922 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218989650.meta to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218989650.meta 2024-11-10T06:10:24,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-10T06:10:24,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-10T06:10:24,933 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-10T06:10:24,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-10T06:10:24,933 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-10T06:10:24,933 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-10T06:10:24,933 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-10T06:10:24,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-10T06:10:24,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-10T06:10:24,935 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-10T06:10:24,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-10T06:10:24,935 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:10:24,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-10T06:10:24,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-10T06:10:24,937 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:10:24,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,938 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-10T06:10:24,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-10T06:10:24,939 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-10T06:10:24,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-10T06:10:24,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-10T06:10:24,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:24,949 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-10T06:10:24,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-10T06:10:24,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-10T06:10:24,949 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-10T06:10:24,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-10T06:10:24,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-10T06:10:24,950 DEBUG [(0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-10T06:10:24,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-10T06:10:24,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-10T06:10:24,950 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-10T06:10:24,950 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-10T06:10:24,952 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218989687 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218989687 2024-11-10T06:10:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-10T06:10:24,956 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {0aaf7e40abad:44111=1731218977873} newestTimestamps: {0aaf7e40abad:44111=1731218989687} 2024-11-10T06:10:24,958 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 0aaf7e40abad%2C44111%2C1731218931869.meta.1731218935983.meta 2024-11-10T06:10:24,958 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 0aaf7e40abad%2C44111%2C1731218931869.meta.1731218977836.meta 2024-11-10T06:10:24,958 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 0aaf7e40abad%2C44111%2C1731218931869.meta.1731219024800.meta 2024-11-10T06:10:24,958 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731219024835 2024-11-10T06:10:24,958 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218989671 2024-11-10T06:10:24,958 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731219024819 2024-11-10T06:10:24,959 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218958139.meta 2024-11-10T06:10:24,959 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.meta.1731218989650.meta 2024-11-10T06:10:24,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741956_1132 (size=640) 2024-11-10T06:10:25,372 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:38843/backupUT/backup_1731219020329/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:10:25,372 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-10T06:10:25,374 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-10T06:10:25,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741957_1133 (size=45) 2024-11-10T06:10:25,780 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-10T06:10:25,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741958_1134 (size=390) 2024-11-10T06:10:26,199 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17312189410342 target: hdfs://localhost:38843/backupUT/backup_1731219020329/ns3/test-17312189410342 descriptor: 'ns3:test-17312189410342', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:10:26,199 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-10T06:10:26,206 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17312189410342 2024-11-10T06:10:26,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741959_1135 (size=50) 2024-11-10T06:10:26,614 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17312189410342 2024-11-10T06:10:26,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741960_1136 (size=908) 2024-11-10T06:10:27,034 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731218941034 target: hdfs://localhost:38843/backupUT/backup_1731219020329/default/test-1731218941034 descriptor: 'test-1731218941034', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:10:27,034 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-10T06:10:27,039 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731218941034 2024-11-10T06:10:27,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741961_1137 (size=53) 2024-11-10T06:10:27,445 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731218941034 2024-11-10T06:10:27,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741962_1138 (size=364) 2024-11-10T06:10:27,861 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17312189410341 target: hdfs://localhost:38843/backupUT/backup_1731219020329/ns2/test-17312189410341 descriptor: 'ns2:test-17312189410341', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:10:27,861 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-10T06:10:27,866 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17312189410341 2024-11-10T06:10:27,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741963_1139 (size=50) 2024-11-10T06:10:28,275 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17312189410341 2024-11-10T06:10:28,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741964_1140 (size=390) 2024-11-10T06:10:28,694 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17312189410343 target: hdfs://localhost:38843/backupUT/backup_1731219020329/ns4/test-17312189410343 descriptor: 'ns4:test-17312189410343', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:10:28,694 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-10T06:10:28,700 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17312189410343 2024-11-10T06:10:28,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741965_1141 (size=50) 2024-11-10T06:10:29,105 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17312189410343 2024-11-10T06:10:29,118 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:38843/backupUT/.tmp/backup_1731219020329 from hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218989671;hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218989687 2024-11-10T06:10:29,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca26b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:29,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:29,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:29,120 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:29,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:29,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:29,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb5044d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:29,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:29,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:29,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:29,122 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:29,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b674e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:29,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:29,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:29,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a1a4a13 2024-11-10T06:10:29,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:29,125 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:29,129 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-10T06:10:29,129 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-10T06:10:29,129 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:29,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:29,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:29,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:29,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:29,133 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-10T06:10:29,133 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17312189410341 2024-11-10T06:10:29,133 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17312189410341,, stopping at row=ns2:test-17312189410341 ,, for max=2147483647 with caching=100 2024-11-10T06:10:29,135 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17312189410341: ns2:test-17312189410341; 2024-11-10T06:10:29,135 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17312189410342 2024-11-10T06:10:29,135 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17312189410342,, stopping at row=ns3:test-17312189410342 ,, for max=2147483647 with caching=100 2024-11-10T06:10:29,136 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17312189410342: ns3:test-17312189410342; 2024-11-10T06:10:29,136 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17312189410343 2024-11-10T06:10:29,137 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17312189410343,, stopping at row=ns4:test-17312189410343 ,, for max=2147483647 with caching=100 2024-11-10T06:10:29,138 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17312189410343: ns4:test-17312189410343; 2024-11-10T06:10:29,138 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731218941034 2024-11-10T06:10:29,138 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731218941034,, stopping at row=test-1731218941034 ,, for max=2147483647 with caching=100 2024-11-10T06:10:29,141 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731218941034: test-1731218941034; 2024-11-10T06:10:29,141 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-10T06:10:29,141 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/partitions_9a187c21-aa1a-4dac-b592-9878cdcff7df 2024-11-10T06:10:29,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741966_1142 (size=324) 2024-11-10T06:10:29,552 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:29,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:29,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-8223470237395482917.jar 2024-11-10T06:10:30,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:30,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:10:30,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:10:30,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:10:30,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:10:30,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:10:30,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:10:30,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:10:30,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:10:30,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:10:30,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:10:30,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:30,423 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:30,424 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17312189410341,ns3:test-17312189410342,ns4:test-17312189410343,default:test-1731218941034 2024-11-10T06:10:30,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:30,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:30,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:30,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:30,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:30,424 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:31,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-10056822360024037525.jar 2024-11-10T06:10:31,295 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:10:31,319 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218989671 for WAL files 2024-11-10T06:10:31,320 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218989671 2024-11-10T06:10:31,320 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218989687 for WAL files 2024-11-10T06:10:31,321 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218989687 2024-11-10T06:10:31,394 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local345737789_0010_6ce2d1e9-924a-428f-a541-d7601180dcb2/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:10:31,394 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local345737789_0010_6ce2d1e9-924a-428f-a541-d7601180dcb2/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:10:31,441 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218989671 for hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731218989671 (-9223372036854775808:9223372036854775807) length:4710 2024-11-10T06:10:31,445 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-10T06:10:31,445 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-10T06:10:31,480 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218989687 for hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0.1731218989687 (-9223372036854775808:9223372036854775807) length:653 2024-11-10T06:10:31,483 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-10T06:10:31,483 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-10T06:10:31,564 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@872172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:31,564 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:31,564 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:31,565 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:31,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:31,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:31,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daf4298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:31,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:31,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:31,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:31,567 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:31,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6970249c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:31,568 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:31,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:31,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:31,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:31,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731218941034', row='row-test-1731218941034-2-0', locateType=CURRENT is [region=test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450., hostname=0aaf7e40abad,44111,1731218931869, seqNum=338] 2024-11-10T06:10:31,572 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-10T06:10:31,572 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:31,572 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:31,572 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:31,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:31,572 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731218941034-2-0] 2024-11-10T06:10:31,572 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:10:31,576 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/backupUT/.tmp/backup_1731219020329/_temporary/0/_temporary/attempt_local345737789_0010_r_000004_0/default/test-1731218941034/f2/e09f57a9d17741ee9dd1a9a389e49b52 is 58, key is row-test-1731218941034-2-0/f2:q1/1731219015321/Put/seqid=0 2024-11-10T06:10:31,578 WARN [Thread-1513 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:10:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741967_1143 (size=5366) 2024-11-10T06:10:32,218 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a5fb3561501159eb6eb492dc63b09450, had cached 0 bytes from a total of 38453 2024-11-10T06:10:32,438 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:38843/backupUT 2024-11-10T06:10:32,438 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731219020329 2024-11-10T06:10:32,438 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-10T06:10:32,452 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:38843/backupUT/.tmp/backup_1731219020329, hdfs://localhost:38843/backupUT] 2024-11-10T06:10:32,495 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:10:32,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741968_1144 (size=5366) 2024-11-10T06:10:33,087 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-10T06:10:33,090 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731219020329 2024-11-10T06:10:33,090 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-11-10T06:10:33,090 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1413049511_0011 completed: true true 2024-11-10T06:10:33,091 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6664251 FILE: Number of bytes written=17144948 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409243 HDFS: Number of bytes written=2547243 HDFS: Number of read operations=1162 HDFS: Number of large read operations=0 HDFS: Number of write operations=422 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=339 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-11-10T06:10:33,091 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:38843/backupUT/.tmp/backup_1731219020329 to hdfs://localhost:38843/backupUT finished. 2024-11-10T06:10:33,111 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731219020329 2024-11-10T06:10:33,114 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731218987394} 2024-11-10T06:10:33,115 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-10T06:10:33,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741969_1145 (size=714) 2024-11-10T06:10:33,522 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38843/backupUT/backup_1731219020329/.backup.manifest 2024-11-10T06:10:33,522 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731219020329 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17312189410342;test-1731218941034;ns2:test-17312189410341;ns4:test-17312189410343,targetRootDir=hdfs://localhost:38843/backupUT,startts=1731219024664,completets=1731219033111,bytescopied=0 2024-11-10T06:10:33,522 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-10T06:10:33,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-10T06:10:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-10T06:10:33,539 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-10T06:10:33,542 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-10T06:10:33,547 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731219020329 completed. 2024-11-10T06:10:33,547 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-10T06:10:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:33,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:33,561 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731218951241 2024-11-10T06:10:33,565 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-10T06:10:33,566 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-10T06:10:33,566 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38843/backupUT/backup_1731218951241/.backup.manifest 2024-11-10T06:10:33,568 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731218951241/.backup.manifest 2024-11-10T06:10:33,571 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38843/backupUT/backup_1731218951241/.backup.manifest 2024-11-10T06:10:33,573 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731218951241/.backup.manifest 2024-11-10T06:10:33,573 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731218941034' to 'table1' from full backup image hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034 2024-11-10T06:10:33,582 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-10T06:10:33,582 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:10:33,583 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f in region [hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450] 2024-11-10T06:10:33,588 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 first=row0 last=row98 2024-11-10T06:10:33,588 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3 in region [hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450] 2024-11-10T06:10:33,592 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3/9495f543e4a34746820f3d2c50c38957 first=row-test-1731218941034-3-0 last=row-test-1731218941034-3-5 2024-11-10T06:10:33,592 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob in region [hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450] 2024-11-10T06:10:33,596 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647 first=row-test-1731218941034-3-0 last=row-test-1731218941034-3-5 2024-11-10T06:10:33,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:10:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-10T06:10:33,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:10:33,602 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:33,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-10T06:10:33,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:10:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T06:10:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741970_1146 (size=938) 2024-11-10T06:10:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T06:10:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T06:10:34,015 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a3a48672894f3b22a7d0bad6750aaa9, NAME => 'table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:10:34,015 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 09506d5a312765f22a259ceaf5792cb1, NAME => 'table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:10:34,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741972_1148 (size=45) 2024-11-10T06:10:34,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741971_1147 (size=45) 2024-11-10T06:10:34,091 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2bd6ec9a47d9b39ee9ef625eddf718b6, had cached 0 bytes from a total of 13547 2024-11-10T06:10:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T06:10:34,426 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:34,426 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:34,426 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 09506d5a312765f22a259ceaf5792cb1, disabling compactions & flushes 2024-11-10T06:10:34,426 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 5a3a48672894f3b22a7d0bad6750aaa9, disabling compactions & flushes 2024-11-10T06:10:34,426 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. 2024-11-10T06:10:34,426 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. 2024-11-10T06:10:34,426 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. 2024-11-10T06:10:34,426 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. 2024-11-10T06:10:34,427 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. after waiting 0 ms 2024-11-10T06:10:34,427 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. after waiting 0 ms 2024-11-10T06:10:34,427 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. 2024-11-10T06:10:34,427 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. 2024-11-10T06:10:34,427 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. 2024-11-10T06:10:34,427 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. 2024-11-10T06:10:34,427 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 09506d5a312765f22a259ceaf5792cb1: Waiting for close lock at 1731219034426Disabling compacts and flushes for region at 1731219034426Disabling writes for close at 1731219034427 (+1 ms)Writing region close event to WAL at 1731219034427Closed at 1731219034427 2024-11-10T06:10:34,427 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a3a48672894f3b22a7d0bad6750aaa9: Waiting for close lock at 1731219034426Disabling compacts and flushes for region at 1731219034426Disabling writes for close at 1731219034427 (+1 ms)Writing region close event to WAL at 1731219034427Closed at 1731219034427 2024-11-10T06:10:34,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:10:34,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731219034429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219034429"}]},"ts":"1731219034429"} 2024-11-10T06:10:34,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731219034429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219034429"}]},"ts":"1731219034429"} 2024-11-10T06:10:34,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T06:10:34,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:10:34,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219034436"}]},"ts":"1731219034436"} 2024-11-10T06:10:34,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-10T06:10:34,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5a3a48672894f3b22a7d0bad6750aaa9, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=09506d5a312765f22a259ceaf5792cb1, ASSIGN}] 2024-11-10T06:10:34,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=09506d5a312765f22a259ceaf5792cb1, ASSIGN 2024-11-10T06:10:34,440 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5a3a48672894f3b22a7d0bad6750aaa9, ASSIGN 2024-11-10T06:10:34,441 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=09506d5a312765f22a259ceaf5792cb1, ASSIGN; state=OFFLINE, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=false 2024-11-10T06:10:34,441 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=5a3a48672894f3b22a7d0bad6750aaa9, ASSIGN; state=OFFLINE, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=false 2024-11-10T06:10:34,592 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=5a3a48672894f3b22a7d0bad6750aaa9, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:34,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=09506d5a312765f22a259ceaf5792cb1, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:34,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=09506d5a312765f22a259ceaf5792cb1, ASSIGN because future has completed 2024-11-10T06:10:34,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09506d5a312765f22a259ceaf5792cb1, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:34,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=5a3a48672894f3b22a7d0bad6750aaa9, ASSIGN because future has completed 2024-11-10T06:10:34,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a3a48672894f3b22a7d0bad6750aaa9, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T06:10:34,760 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. 2024-11-10T06:10:34,760 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a3a48672894f3b22a7d0bad6750aaa9, NAME => 'table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-10T06:10:34,760 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:10:34,761 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,761 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:34,761 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,761 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,763 INFO [StoreOpener-5a3a48672894f3b22a7d0bad6750aaa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,765 INFO [StoreOpener-5a3a48672894f3b22a7d0bad6750aaa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a3a48672894f3b22a7d0bad6750aaa9 columnFamilyName f 2024-11-10T06:10:34,765 DEBUG [StoreOpener-5a3a48672894f3b22a7d0bad6750aaa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:34,766 INFO [StoreOpener-5a3a48672894f3b22a7d0bad6750aaa9-1 {}] regionserver.HStore(327): Store=5a3a48672894f3b22a7d0bad6750aaa9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:34,766 INFO [StoreOpener-5a3a48672894f3b22a7d0bad6750aaa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,768 INFO [StoreOpener-5a3a48672894f3b22a7d0bad6750aaa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a3a48672894f3b22a7d0bad6750aaa9 columnFamilyName f3 2024-11-10T06:10:34,768 DEBUG [StoreOpener-5a3a48672894f3b22a7d0bad6750aaa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:34,769 INFO [StoreOpener-5a3a48672894f3b22a7d0bad6750aaa9-1 {}] regionserver.HStore(327): Store=5a3a48672894f3b22a7d0bad6750aaa9/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:34,769 INFO [StoreOpener-5a3a48672894f3b22a7d0bad6750aaa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,770 INFO [StoreOpener-5a3a48672894f3b22a7d0bad6750aaa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a3a48672894f3b22a7d0bad6750aaa9 columnFamilyName mob 2024-11-10T06:10:34,772 DEBUG [StoreOpener-5a3a48672894f3b22a7d0bad6750aaa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:34,772 INFO [StoreOpener-5a3a48672894f3b22a7d0bad6750aaa9-1 {}] regionserver.HStore(327): Store=5a3a48672894f3b22a7d0bad6750aaa9/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:34,773 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,774 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,775 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,776 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,776 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,777 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:10:34,779 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,782 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:10:34,782 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 5a3a48672894f3b22a7d0bad6750aaa9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10650349280, jitterRate=-0.008108928799629211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:10:34,782 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:34,783 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 5a3a48672894f3b22a7d0bad6750aaa9: Running coprocessor pre-open hook at 1731219034761Writing region info on filesystem at 1731219034761Initializing all the Stores at 1731219034762 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219034762Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219034763 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219034763Cleaning up temporary data from old regions at 1731219034776 (+13 ms)Running coprocessor post-open hooks at 1731219034782 (+6 ms)Region opened successfully at 1731219034783 (+1 ms) 2024-11-10T06:10:34,784 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., pid=65, masterSystemTime=1731219034753 2024-11-10T06:10:34,787 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. 2024-11-10T06:10:34,787 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. 2024-11-10T06:10:34,788 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. 2024-11-10T06:10:34,788 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => 09506d5a312765f22a259ceaf5792cb1, NAME => 'table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-10T06:10:34,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=5a3a48672894f3b22a7d0bad6750aaa9, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:34,788 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:10:34,789 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,789 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:34,789 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,789 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a3a48672894f3b22a7d0bad6750aaa9, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:34,791 INFO [StoreOpener-09506d5a312765f22a259ceaf5792cb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,792 INFO [StoreOpener-09506d5a312765f22a259ceaf5792cb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09506d5a312765f22a259ceaf5792cb1 columnFamilyName f 2024-11-10T06:10:34,792 DEBUG [StoreOpener-09506d5a312765f22a259ceaf5792cb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:34,793 INFO [StoreOpener-09506d5a312765f22a259ceaf5792cb1-1 {}] regionserver.HStore(327): Store=09506d5a312765f22a259ceaf5792cb1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:34,793 INFO [StoreOpener-09506d5a312765f22a259ceaf5792cb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=62 2024-11-10T06:10:34,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a3a48672894f3b22a7d0bad6750aaa9, server=0aaf7e40abad,44111,1731218931869 in 191 msec 2024-11-10T06:10:34,795 INFO [StoreOpener-09506d5a312765f22a259ceaf5792cb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09506d5a312765f22a259ceaf5792cb1 columnFamilyName f3 2024-11-10T06:10:34,795 DEBUG [StoreOpener-09506d5a312765f22a259ceaf5792cb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:34,795 INFO [StoreOpener-09506d5a312765f22a259ceaf5792cb1-1 {}] regionserver.HStore(327): Store=09506d5a312765f22a259ceaf5792cb1/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:34,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5a3a48672894f3b22a7d0bad6750aaa9, ASSIGN in 355 msec 2024-11-10T06:10:34,795 INFO [StoreOpener-09506d5a312765f22a259ceaf5792cb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,797 INFO [StoreOpener-09506d5a312765f22a259ceaf5792cb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09506d5a312765f22a259ceaf5792cb1 columnFamilyName mob 2024-11-10T06:10:34,797 DEBUG [StoreOpener-09506d5a312765f22a259ceaf5792cb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:34,798 INFO [StoreOpener-09506d5a312765f22a259ceaf5792cb1-1 {}] regionserver.HStore(327): Store=09506d5a312765f22a259ceaf5792cb1/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:34,798 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,799 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,800 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,801 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,801 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,802 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:10:34,803 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,806 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:10:34,806 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened 09506d5a312765f22a259ceaf5792cb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11008120960, jitterRate=0.0252111554145813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:10:34,806 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:34,807 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for 09506d5a312765f22a259ceaf5792cb1: Running coprocessor pre-open hook at 1731219034789Writing region info on filesystem at 1731219034789Initializing all the Stores at 1731219034790 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219034790Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219034790Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219034791 (+1 ms)Cleaning up temporary data from old regions at 1731219034801 (+10 ms)Running coprocessor post-open hooks at 1731219034806 (+5 ms)Region opened successfully at 1731219034806 2024-11-10T06:10:34,807 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1., pid=64, masterSystemTime=1731219034753 2024-11-10T06:10:34,809 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. 2024-11-10T06:10:34,809 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. 2024-11-10T06:10:34,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=09506d5a312765f22a259ceaf5792cb1, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:34,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09506d5a312765f22a259ceaf5792cb1, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:34,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-10T06:10:34,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 09506d5a312765f22a259ceaf5792cb1, server=0aaf7e40abad,44111,1731218931869 in 214 msec 2024-11-10T06:10:34,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=61 2024-11-10T06:10:34,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=09506d5a312765f22a259ceaf5792cb1, ASSIGN in 375 msec 2024-11-10T06:10:34,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:10:34,817 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219034817"}]},"ts":"1731219034817"} 2024-11-10T06:10:34,819 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-10T06:10:34,819 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:10:34,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2190 sec 2024-11-10T06:10:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-10T06:10:35,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-10T06:10:35,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-10T06:10:35,774 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450 from hbase tables test-1731218941034 to tables table1 2024-11-10T06:10:35,775 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731218941034 into table1 2024-11-10T06:10:35,777 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775 from hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:10:35,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752d6c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:35,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:35,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:35,780 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:35,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:35,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:35,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3910fe62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:35,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:35,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:35,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:35,782 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:35,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8a7e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:35,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:35,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:35,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@529dfbe3 2024-11-10T06:10:35,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:35,785 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:35,786 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-10T06:10:35,786 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-10T06:10:35,787 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-10T06:10:35,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:35,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:35,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:35,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:35,791 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-10T06:10:35,791 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-10T06:10:35,791 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-10T06:10:35,791 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/partitions_91f64744-fdad-41fc-bad5-0ba8011ddb52 2024-11-10T06:10:35,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741973_1149 (size=177) 2024-11-10T06:10:36,201 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:36,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:36,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-1169117766068988609.jar 2024-11-10T06:10:37,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:37,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:10:37,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:10:37,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:10:37,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:10:37,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:10:37,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:10:37,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:10:37,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:10:37,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:10:37,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:10:37,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:37,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:37,079 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-10T06:10:37,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:37,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:37,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:37,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:37,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:37,080 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-10T06:10:37,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:37,090 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:10:37,100 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-10T06:10:37,183 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local1263831619_0012_714e29b3-ee62-40b3-94c6-4e7ef2c7f50a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:10:37,183 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local1263831619_0012_714e29b3-ee62-40b3-94c6-4e7ef2c7f50a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:10:37,237 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 2024-11-10T06:10:37,240 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-10T06:10:37,275 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647 2024-11-10T06:10:37,278 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-10T06:10:37,300 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f3/9495f543e4a34746820f3d2c50c38957 2024-11-10T06:10:37,303 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-10T06:10:37,329 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef702f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:37,329 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:37,330 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:37,330 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:37,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:37,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:37,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df1b7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:37,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:37,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:37,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:37,332 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:37,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af26ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:37,333 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:37,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:37,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:37,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:37,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731218941034-3-0', locateType=CURRENT is [region=table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:37,336 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-10T06:10:37,336 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:37,336 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:37,337 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:37,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:37,337 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731218941034-3-0] 2024-11-10T06:10:37,337 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:10:37,343 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492d71ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:37,344 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:37,344 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:37,345 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:37,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:37,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:37,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604a6002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:37,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:37,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:37,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:37,346 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:37,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c037ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:37,347 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:37,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:37,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:37,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731218941034-3-0', locateType=CURRENT is [region=table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:37,351 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-10T06:10:37,351 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:37,351 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:37,351 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:37,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:37,351 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731218941034-3-0] 2024-11-10T06:10:37,351 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:10:37,354 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/_temporary/0/_temporary/attempt_local1263831619_0012_r_000000_0/f3/4cc84ce2c92140f9b11b70a3205bbad3 is 58, key is row-test-1731218941034-3-0/f3:q1/1731218951195/Put/seqid=0 2024-11-10T06:10:37,356 WARN [Thread-1632 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:10:37,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741974_1150 (size=5530) 2024-11-10T06:10:37,761 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/_temporary/0/_temporary/attempt_local1263831619_0012_r_000000_0/mob/7bf36daff80c4dd8ae0d6c72d3142d86 is 59, key is row-test-1731218941034-3-0/mob:q1/1731218951219/Put/seqid=0 2024-11-10T06:10:37,764 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:10:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741975_1151 (size=5539) 2024-11-10T06:10:38,206 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103a12c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:38,206 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:38,206 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:38,207 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:38,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:38,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:38,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf6672f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:38,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:38,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:38,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:38,209 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:38,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bca3a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:38,210 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:38,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:38,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:38,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:38,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:38,214 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-10T06:10:38,214 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:38,215 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:38,215 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:38,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:38,215 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-10T06:10:38,215 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:10:38,224 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/_temporary/0/_temporary/attempt_local1263831619_0012_r_000001_0/f/b74283bd443c487a85571c38bb952b86 is 37, key is row10/f:q1/1731218942760/Put/seqid=0 2024-11-10T06:10:38,225 WARN [Thread-1649 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:10:38,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741976_1152 (size=8742) 2024-11-10T06:10:38,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-10T06:10:39,234 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775 2024-11-10T06:10:39,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bad077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:39,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:39,237 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:39,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:39,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:39,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21527c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:39,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:39,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,239 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:39,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a8ddd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:39,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:39,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:39,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:39,245 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/_SUCCESS 2024-11-10T06:10:39,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:39,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:39,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cdfe40d 2024-11-10T06:10:39,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:39,256 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:39,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:39,267 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-10T06:10:39,278 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/f/b74283bd443c487a85571c38bb952b86 first=Optional[row0] last=Optional[row98] 2024-11-10T06:10:39,282 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/f3/4cc84ce2c92140f9b11b70a3205bbad3 first=Optional[row-test-1731218941034-3-0] last=Optional[row-test-1731218941034-3-5] 2024-11-10T06:10:39,285 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/mob/7bf36daff80c4dd8ae0d6c72d3142d86 first=Optional[row-test-1731218941034-3-0] last=Optional[row-test-1731218941034-3-5] 2024-11-10T06:10:39,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/f3/4cc84ce2c92140f9b11b70a3205bbad3 for inclusion in 5a3a48672894f3b22a7d0bad6750aaa9/f3 2024-11-10T06:10:39,303 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/f/b74283bd443c487a85571c38bb952b86 for inclusion in 09506d5a312765f22a259ceaf5792cb1/f 2024-11-10T06:10:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731218941034-3-0 last=row-test-1731218941034-3-5 2024-11-10T06:10:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-10T06:10:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-10T06:10:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-10T06:10:39,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/mob/7bf36daff80c4dd8ae0d6c72d3142d86 for inclusion in 5a3a48672894f3b22a7d0bad6750aaa9/mob 2024-11-10T06:10:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HRegion(2603): Flush status journal for 09506d5a312765f22a259ceaf5792cb1: 2024-11-10T06:10:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731218941034-3-0 last=row-test-1731218941034-3-5 2024-11-10T06:10:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-10T06:10:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegion(2603): Flush status journal for 5a3a48672894f3b22a7d0bad6750aaa9: 2024-11-10T06:10:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/f/b74283bd443c487a85571c38bb952b86 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/f/b74283bd443c487a85571c38bb952b86 2024-11-10T06:10:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/f3/4cc84ce2c92140f9b11b70a3205bbad3 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/f3/4cc84ce2c92140f9b11b70a3205bbad3 2024-11-10T06:10:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/f/b74283bd443c487a85571c38bb952b86 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1/f/6713d46743244ba9bc011e488375d2ea_SeqId_4_ 2024-11-10T06:10:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/f3/4cc84ce2c92140f9b11b70a3205bbad3 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/f3/64e58a4a58544525919dab05a57a2a5d_SeqId_4_ 2024-11-10T06:10:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219035775/mob/7bf36daff80c4dd8ae0d6c72d3142d86 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/mob/7bf36daff80c4dd8ae0d6c72d3142d86 2024-11-10T06:10:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1fac5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:39,317 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:39,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:39,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424e7fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:39,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/mob/7bf36daff80c4dd8ae0d6c72d3142d86 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/mob/fc972097b6194ada88e8edf31932c155_SeqId_4_ 2024-11-10T06:10:39,319 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48984afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:39,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d145f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:39,320 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:39,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:39,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:39,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:39,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c2964c9 2024-11-10T06:10:39,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:39,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@beb8719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:39,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:39,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,321 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:39,321 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:39,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3153bc43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:39,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:39,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c65fa89 2024-11-10T06:10:39,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:39,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:39,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:39,324 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:39,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:39,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:39,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:39,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:39,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:39,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:39,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:39,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:39,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:39,342 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111. 2024-11-10T06:10:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:39,343 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/f/b74283bd443c487a85571c38bb952b86 into 09506d5a312765f22a259ceaf5792cb1/f as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1/f/6713d46743244ba9bc011e488375d2ea_SeqId_4_ - updating store file list. 2024-11-10T06:10:39,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:39,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111. 2024-11-10T06:10:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7725235a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:39,348 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef17f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,350 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:39,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1/f/6713d46743244ba9bc011e488375d2ea_SeqId_4_ into 09506d5a312765f22a259ceaf5792cb1/f 2024-11-10T06:10:39,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/f/b74283bd443c487a85571c38bb952b86 into 09506d5a312765f22a259ceaf5792cb1/f (new location: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1/f/6713d46743244ba9bc011e488375d2ea_SeqId_4_) 2024-11-10T06:10:39,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13277d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/f/b74283bd443c487a85571c38bb952b86 2024-11-10T06:10:39,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:39,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@123498e4 2024-11-10T06:10:39,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:39,352 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:39,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:39,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:39,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f98ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:39,358 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:39,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:39,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:39,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715915eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:39,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:39,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,359 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:39,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f64c3d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:39,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:39,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a2f6ecc 2024-11-10T06:10:39,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:39,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:39,362 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T06:10:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:39,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:39,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:39,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T06:10:39,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:39,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:39,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111. 2024-11-10T06:10:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:39,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/f3/4cc84ce2c92140f9b11b70a3205bbad3 into 5a3a48672894f3b22a7d0bad6750aaa9/f3 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/f3/64e58a4a58544525919dab05a57a2a5d_SeqId_4_ - updating store file list. 2024-11-10T06:10:39,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:39,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/f3/64e58a4a58544525919dab05a57a2a5d_SeqId_4_ into 5a3a48672894f3b22a7d0bad6750aaa9/f3 2024-11-10T06:10:39,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/f3/4cc84ce2c92140f9b11b70a3205bbad3 into 5a3a48672894f3b22a7d0bad6750aaa9/f3 (new location: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/f3/64e58a4a58544525919dab05a57a2a5d_SeqId_4_) 2024-11-10T06:10:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/f3/4cc84ce2c92140f9b11b70a3205bbad3 2024-11-10T06:10:39,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/mob/7bf36daff80c4dd8ae0d6c72d3142d86 into 5a3a48672894f3b22a7d0bad6750aaa9/mob as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/mob/fc972097b6194ada88e8edf31932c155_SeqId_4_ - updating store file list. 2024-11-10T06:10:39,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:39,385 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111. 2024-11-10T06:10:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:39,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/mob/fc972097b6194ada88e8edf31932c155_SeqId_4_ into 5a3a48672894f3b22a7d0bad6750aaa9/mob 2024-11-10T06:10:39,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/mob/7bf36daff80c4dd8ae0d6c72d3142d86 into 5a3a48672894f3b22a7d0bad6750aaa9/mob (new location: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/mob/fc972097b6194ada88e8edf31932c155_SeqId_4_) 2024-11-10T06:10:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ej35opfhikfi772saupisk9leejbroadjo7u7us83u3ri9ghk1rpm5s4a754b9n/mob/7bf36daff80c4dd8ae0d6c72d3142d86 2024-11-10T06:10:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476ed85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:39,390 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:39,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:39,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:39,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6715b3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:39,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:39,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,392 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:39,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef22dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:39,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:39,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72a58ada 2024-11-10T06:10:39,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:39,394 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T06:10:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:39,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:39,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:39,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T06:10:39,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:39,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:39,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:39,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111. 2024-11-10T06:10:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:39,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:39,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:39,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:39,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:39,416 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-10T06:10:39,416 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-10T06:10:39,416 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731218951241 hdfs://localhost:38843/backupUT/backup_1731218951241/default/test-1731218941034/ 2024-11-10T06:10:39,417 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38843/backupUT/backup_1731218951241/.backup.manifest 2024-11-10T06:10:39,418 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T06:10:39,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 , the old value is region=table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0aaf7e40abad:44111 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:10:39,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:10:39,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 from cache 2024-11-10T06:10:39,419 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731218951241/.backup.manifest 2024-11-10T06:10:39,419 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17312189410341' to 'ns2:table2' from full backup image hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341 2024-11-10T06:10:39,428 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-10T06:10:39,429 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:10:39,429 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f in region [hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6] 2024-11-10T06:10:39,433 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9 first=row0 last=row98 2024-11-10T06:10:39,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:10:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-10T06:10:39,436 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:10:39,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-10T06:10:39,437 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:10:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T06:10:39,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741977_1153 (size=351) 2024-11-10T06:10:39,525 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0aaf7e40abad:44111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-10T06:10:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T06:10:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T06:10:39,844 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28e0be8a0a763e4163813a9189857008, NAME => 'ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:10:39,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741978_1154 (size=37) 2024-11-10T06:10:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T06:10:40,252 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:40,253 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 28e0be8a0a763e4163813a9189857008, disabling compactions & flushes 2024-11-10T06:10:40,253 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. 2024-11-10T06:10:40,253 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. 2024-11-10T06:10:40,253 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. after waiting 0 ms 2024-11-10T06:10:40,253 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. 2024-11-10T06:10:40,253 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. 2024-11-10T06:10:40,253 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28e0be8a0a763e4163813a9189857008: Waiting for close lock at 1731219040253Disabling compacts and flushes for region at 1731219040253Disabling writes for close at 1731219040253Writing region close event to WAL at 1731219040253Closed at 1731219040253 2024-11-10T06:10:40,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:10:40,257 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731219040256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219040256"}]},"ts":"1731219040256"} 2024-11-10T06:10:40,261 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:10:40,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:10:40,263 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219040263"}]},"ts":"1731219040263"} 2024-11-10T06:10:40,266 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-10T06:10:40,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=28e0be8a0a763e4163813a9189857008, ASSIGN}] 2024-11-10T06:10:40,268 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=28e0be8a0a763e4163813a9189857008, ASSIGN 2024-11-10T06:10:40,269 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=28e0be8a0a763e4163813a9189857008, ASSIGN; state=OFFLINE, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=false 2024-11-10T06:10:40,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-10T06:10:40,420 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=28e0be8a0a763e4163813a9189857008, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:40,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=28e0be8a0a763e4163813a9189857008, ASSIGN because future has completed 2024-11-10T06:10:40,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28e0be8a0a763e4163813a9189857008, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:40,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-10T06:10:40,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-10T06:10:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T06:10:40,577 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. 2024-11-10T06:10:40,577 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => 28e0be8a0a763e4163813a9189857008, NAME => 'ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:10:40,577 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:10:40,577 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:40,578 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:40,578 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for 28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:40,578 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for 28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:40,579 INFO [StoreOpener-28e0be8a0a763e4163813a9189857008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:40,581 INFO [StoreOpener-28e0be8a0a763e4163813a9189857008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28e0be8a0a763e4163813a9189857008 columnFamilyName f 2024-11-10T06:10:40,581 DEBUG [StoreOpener-28e0be8a0a763e4163813a9189857008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:40,581 INFO [StoreOpener-28e0be8a0a763e4163813a9189857008-1 {}] regionserver.HStore(327): Store=28e0be8a0a763e4163813a9189857008/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:40,581 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for 28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:40,582 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:40,582 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:40,583 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for 28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:40,583 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for 28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:40,585 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for 28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:40,587 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:10:40,587 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened 28e0be8a0a763e4163813a9189857008; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11744062560, jitterRate=0.09375105798244476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:10:40,587 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:40,588 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for 28e0be8a0a763e4163813a9189857008: Running coprocessor pre-open hook at 1731219040578Writing region info on filesystem at 1731219040578Initializing all the Stores at 1731219040579 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219040579Cleaning up temporary data from old regions at 1731219040583 (+4 ms)Running coprocessor post-open hooks at 1731219040587 (+4 ms)Region opened successfully at 1731219040588 (+1 ms) 2024-11-10T06:10:40,588 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008., pid=68, masterSystemTime=1731219040574 2024-11-10T06:10:40,590 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. 2024-11-10T06:10:40,590 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. 2024-11-10T06:10:40,591 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=28e0be8a0a763e4163813a9189857008, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:40,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28e0be8a0a763e4163813a9189857008, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:40,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-10T06:10:40,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 28e0be8a0a763e4163813a9189857008, server=0aaf7e40abad,44111,1731218931869 in 171 msec 2024-11-10T06:10:40,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-10T06:10:40,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=28e0be8a0a763e4163813a9189857008, ASSIGN in 329 msec 2024-11-10T06:10:40,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:10:40,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219040597"}]},"ts":"1731219040597"} 2024-11-10T06:10:40,599 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-10T06:10:40,600 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:10:40,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1660 sec 2024-11-10T06:10:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T06:10:41,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-10T06:10:41,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-10T06:10:41,590 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6 from hbase tables ns2:test-17312189410341 to tables ns2:table2 2024-11-10T06:10:41,590 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17312189410341 into ns2:table2 2024-11-10T06:10:41,593 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219041590 from hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:10:41,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d95670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:41,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:41,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:41,596 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:41,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:41,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:41,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685028be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:41,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:41,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:41,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:41,599 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:41,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc1ff64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:41,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:41,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:41,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4987f4c4 2024-11-10T06:10:41,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:41,602 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:41,603 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-10T06:10:41,603 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-10T06:10:41,603 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-10T06:10:41,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:41,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:41,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:41,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:41,607 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-10T06:10:41,607 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-10T06:10:41,607 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/partitions_3d4bbbaa-a7af-4158-b0d9-b86e66dd667c 2024-11-10T06:10:41,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741979_1155 (size=153) 2024-11-10T06:10:42,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,582 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2dd5ede044f90c8ae10d0aa1a6c71aae, had cached 0 bytes from a total of 41499 2024-11-10T06:10:42,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-18148792395871953980.jar 2024-11-10T06:10:42,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:42,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:10:42,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:10:42,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:10:42,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:10:42,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:10:42,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:10:42,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:10:42,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:10:42,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:10:42,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:10:42,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,887 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:42,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:42,888 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-10T06:10:42,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:42,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:42,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:42,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:42,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:42,888 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-10T06:10:42,888 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:42,898 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:10:42,909 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-10T06:10:42,990 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local767796737_0013_cff4123b-26b3-4858-b3ac-37526e3e55f0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:10:42,990 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local767796737_0013_cff4123b-26b3-4858-b3ac-37526e3e55f0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:10:43,044 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9 2024-11-10T06:10:43,048 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-10T06:10:43,078 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1d4006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:43,078 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:43,078 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:43,079 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:43,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:43,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:43,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78eea202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:43,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:43,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:43,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:43,081 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:43,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20976185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:43,082 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:43,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:43,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:43,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:43,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:43,086 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-10T06:10:43,086 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:43,086 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:43,086 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:43,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:43,087 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-10T06:10:43,087 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:10:43,096 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219041590/_temporary/0/_temporary/attempt_local767796737_0013_r_000000_0/f/414e23d0c12e444d8b748d09b6386c57 is 37, key is row10/f:q1/1731218945099/Put/seqid=0 2024-11-10T06:10:43,098 WARN [Thread-1716 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:10:43,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741980_1156 (size=8741) 2024-11-10T06:10:44,033 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219041590 2024-11-10T06:10:44,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247c7800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:44,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:44,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:44,035 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:44,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:44,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:44,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38eff8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:44,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:44,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:44,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:44,036 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:44,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a993e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:44,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:44,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:44,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:44,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:44,042 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219041590/_SUCCESS 2024-11-10T06:10:44,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:44,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:44,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42f01fc8 2024-11-10T06:10:44,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:44,047 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:44,053 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-10T06:10:44,060 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219041590/f/414e23d0c12e444d8b748d09b6386c57 first=Optional[row0] last=Optional[row98] 2024-11-10T06:10:44,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219041590/f/414e23d0c12e444d8b748d09b6386c57 for inclusion in 28e0be8a0a763e4163813a9189857008/f 2024-11-10T06:10:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-10T06:10:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:10:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegion(2603): Flush status journal for 28e0be8a0a763e4163813a9189857008: 2024-11-10T06:10:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219041590/f/414e23d0c12e444d8b748d09b6386c57 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__ns2_table2__uml4549rs8k5sd7dosvnug5ipa9tnn7009csortlf135j885gm5irea865e6457/f/414e23d0c12e444d8b748d09b6386c57 2024-11-10T06:10:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__ns2_table2__uml4549rs8k5sd7dosvnug5ipa9tnn7009csortlf135j885gm5irea865e6457/f/414e23d0c12e444d8b748d09b6386c57 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008/f/a7614f8b16b34511a8d2884292ac8998_SeqId_4_ 2024-11-10T06:10:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c668ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:44,077 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:44,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:44,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:44,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cba49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:44,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:44,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:44,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:44,078 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:44,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fb698a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:44,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:44,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b2a3686 2024-11-10T06:10:44,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:44,081 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:44,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:44,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:44,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:44,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:44,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:44,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:44,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111. 2024-11-10T06:10:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:44,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:44,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__ns2_table2__uml4549rs8k5sd7dosvnug5ipa9tnn7009csortlf135j885gm5irea865e6457/f/414e23d0c12e444d8b748d09b6386c57 into 28e0be8a0a763e4163813a9189857008/f as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008/f/a7614f8b16b34511a8d2884292ac8998_SeqId_4_ - updating store file list. 2024-11-10T06:10:44,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008/f/a7614f8b16b34511a8d2884292ac8998_SeqId_4_ into 28e0be8a0a763e4163813a9189857008/f 2024-11-10T06:10:44,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__ns2_table2__uml4549rs8k5sd7dosvnug5ipa9tnn7009csortlf135j885gm5irea865e6457/f/414e23d0c12e444d8b748d09b6386c57 into 28e0be8a0a763e4163813a9189857008/f (new location: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008/f/a7614f8b16b34511a8d2884292ac8998_SeqId_4_) 2024-11-10T06:10:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__ns2_table2__uml4549rs8k5sd7dosvnug5ipa9tnn7009csortlf135j885gm5irea865e6457/f/414e23d0c12e444d8b748d09b6386c57 2024-11-10T06:10:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f2e15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:44,110 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:44,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:44,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:44,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a759e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:44,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:44,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:44,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:44,111 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:44,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320f3fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:44,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:44,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4380acb9 2024-11-10T06:10:44,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:44,113 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T06:10:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:44,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:44,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:44,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T06:10:44,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:44,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:44,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:44,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111. 2024-11-10T06:10:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:44,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:44,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:44,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:44,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:44,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:44,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:44,130 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-10T06:10:44,130 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-10T06:10:44,130 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731218951241 hdfs://localhost:38843/backupUT/backup_1731218951241/ns2/test-17312189410341/ 2024-11-10T06:10:44,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 , the old value is region=ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0aaf7e40abad:44111 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:10:44,130 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-10T06:10:44,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:10:44,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 from cache 2024-11-10T06:10:44,131 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T06:10:44,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:44,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:44,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:44,156 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38843/backupUT/backup_1731219020329/.backup.manifest 2024-11-10T06:10:44,159 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731219020329/.backup.manifest 2024-11-10T06:10:44,159 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38843/backupUT/backup_1731218987394/.backup.manifest 2024-11-10T06:10:44,162 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731218987394/.backup.manifest 2024-11-10T06:10:44,162 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731218941034' to 'table1' from full backup image hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034 2024-11-10T06:10:44,165 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731218941034', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731219020329 2024-11-10T06:10:44,169 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-10T06:10:44,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-10T06:10:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-10T06:10:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-10T06:10:44,180 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219044180"}]},"ts":"1731219044180"} 2024-11-10T06:10:44,182 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-10T06:10:44,182 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-10T06:10:44,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-10T06:10:44,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5a3a48672894f3b22a7d0bad6750aaa9, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=09506d5a312765f22a259ceaf5792cb1, UNASSIGN}] 2024-11-10T06:10:44,190 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=09506d5a312765f22a259ceaf5792cb1, UNASSIGN 2024-11-10T06:10:44,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5a3a48672894f3b22a7d0bad6750aaa9, UNASSIGN 2024-11-10T06:10:44,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=09506d5a312765f22a259ceaf5792cb1, regionState=CLOSING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:44,191 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=5a3a48672894f3b22a7d0bad6750aaa9, regionState=CLOSING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:44,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=5a3a48672894f3b22a7d0bad6750aaa9, UNASSIGN because future has completed 2024-11-10T06:10:44,193 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T06:10:44,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5a3a48672894f3b22a7d0bad6750aaa9, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:44,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=09506d5a312765f22a259ceaf5792cb1, UNASSIGN because future has completed 2024-11-10T06:10:44,194 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T06:10:44,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09506d5a312765f22a259ceaf5792cb1, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:44,233 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0aaf7e40abad:44111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-10T06:10:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-10T06:10:44,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-10T06:10:44,346 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:44,346 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T06:10:44,346 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 09506d5a312765f22a259ceaf5792cb1, disabling compactions & flushes 2024-11-10T06:10:44,346 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. 2024-11-10T06:10:44,346 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. 2024-11-10T06:10:44,346 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. after waiting 0 ms 2024-11-10T06:10:44,347 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. 2024-11-10T06:10:44,353 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T06:10:44,353 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:44,354 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. 2024-11-10T06:10:44,354 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 09506d5a312765f22a259ceaf5792cb1: Waiting for close lock at 1731219044346Running coprocessor pre-close hooks at 1731219044346Disabling compacts and flushes for region at 1731219044346Disabling writes for close at 1731219044346Writing region close event to WAL at 1731219044348 (+2 ms)Running coprocessor post-close hooks at 1731219044353 (+5 ms)Closed at 1731219044354 (+1 ms) 2024-11-10T06:10:44,356 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:44,356 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:44,356 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T06:10:44,356 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing 5a3a48672894f3b22a7d0bad6750aaa9, disabling compactions & flushes 2024-11-10T06:10:44,356 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. 2024-11-10T06:10:44,357 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. 2024-11-10T06:10:44,357 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. after waiting 0 ms 2024-11-10T06:10:44,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=09506d5a312765f22a259ceaf5792cb1, regionState=CLOSED 2024-11-10T06:10:44,357 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. 2024-11-10T06:10:44,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09506d5a312765f22a259ceaf5792cb1, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:44,361 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T06:10:44,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-10T06:10:44,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 09506d5a312765f22a259ceaf5792cb1, server=0aaf7e40abad,44111,1731218931869 in 165 msec 2024-11-10T06:10:44,362 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:44,362 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. 2024-11-10T06:10:44,362 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for 5a3a48672894f3b22a7d0bad6750aaa9: Waiting for close lock at 1731219044356Running coprocessor pre-close hooks at 1731219044356Disabling compacts and flushes for region at 1731219044356Disabling writes for close at 1731219044357 (+1 ms)Writing region close event to WAL at 1731219044358 (+1 ms)Running coprocessor post-close hooks at 1731219044362 (+4 ms)Closed at 1731219044362 2024-11-10T06:10:44,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=09506d5a312765f22a259ceaf5792cb1, UNASSIGN in 172 msec 2024-11-10T06:10:44,363 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed 5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:44,364 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=5a3a48672894f3b22a7d0bad6750aaa9, regionState=CLOSED 2024-11-10T06:10:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5a3a48672894f3b22a7d0bad6750aaa9, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:44,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-10T06:10:44,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure 5a3a48672894f3b22a7d0bad6750aaa9, server=0aaf7e40abad,44111,1731218931869 in 173 msec 2024-11-10T06:10:44,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-10T06:10:44,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5a3a48672894f3b22a7d0bad6750aaa9, UNASSIGN in 178 msec 2024-11-10T06:10:44,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-10T06:10:44,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 185 msec 2024-11-10T06:10:44,372 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219044372"}]},"ts":"1731219044372"} 2024-11-10T06:10:44,373 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-10T06:10:44,373 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-10T06:10:44,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 200 msec 2024-11-10T06:10:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-10T06:10:44,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-10T06:10:44,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-10T06:10:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-10T06:10:44,508 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-10T06:10:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-10T06:10:44,514 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:44,514 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:44,517 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/f, FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/f3, FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/mob, FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/recovered.edits] 2024-11-10T06:10:44,517 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1/f, FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1/f3, FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1/mob, FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1/recovered.edits] 2024-11-10T06:10:44,520 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1/f/6713d46743244ba9bc011e488375d2ea_SeqId_4_ to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/archive/data/default/table1/09506d5a312765f22a259ceaf5792cb1/f/6713d46743244ba9bc011e488375d2ea_SeqId_4_ 2024-11-10T06:10:44,520 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/f3/64e58a4a58544525919dab05a57a2a5d_SeqId_4_ to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/archive/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/f3/64e58a4a58544525919dab05a57a2a5d_SeqId_4_ 2024-11-10T06:10:44,524 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/mob/fc972097b6194ada88e8edf31932c155_SeqId_4_ to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/archive/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/mob/fc972097b6194ada88e8edf31932c155_SeqId_4_ 2024-11-10T06:10:44,525 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1/recovered.edits/6.seqid to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/archive/data/default/table1/09506d5a312765f22a259ceaf5792cb1/recovered.edits/6.seqid 2024-11-10T06:10:44,525 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/09506d5a312765f22a259ceaf5792cb1 2024-11-10T06:10:44,526 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/recovered.edits/6.seqid to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/archive/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9/recovered.edits/6.seqid 2024-11-10T06:10:44,527 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/5a3a48672894f3b22a7d0bad6750aaa9 2024-11-10T06:10:44,527 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-10T06:10:44,527 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-10T06:10:44,528 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-10T06:10:44,530 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-10T06:10:44,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T06:10:44,541 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-10T06:10:44,543 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-10T06:10:44,544 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-10T06:10:44,544 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731219044544"}]},"ts":"9223372036854775807"} 2024-11-10T06:10:44,544 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731219044544"}]},"ts":"9223372036854775807"} 2024-11-10T06:10:44,546 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-10T06:10:44,546 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5a3a48672894f3b22a7d0bad6750aaa9, NAME => 'table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 09506d5a312765f22a259ceaf5792cb1, NAME => 'table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-10T06:10:44,547 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-10T06:10:44,547 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731219044547"}]},"ts":"9223372036854775807"} 2024-11-10T06:10:44,549 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-10T06:10:44,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741981_1157 (size=938) 2024-11-10T06:10:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-10T06:10:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-10T06:10:44,960 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c400c3c4ab8ca5116ea7a596697d459d, NAME => 'table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:10:44,961 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2cd25018dad09b0da8a585344db7d57e, NAME => 'table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:10:44,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741982_1158 (size=45) 2024-11-10T06:10:44,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741983_1159 (size=45) 2024-11-10T06:10:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-10T06:10:45,375 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:45,375 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:45,375 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing c400c3c4ab8ca5116ea7a596697d459d, disabling compactions & flushes 2024-11-10T06:10:45,375 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 2cd25018dad09b0da8a585344db7d57e, disabling compactions & flushes 2024-11-10T06:10:45,376 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:45,376 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:45,376 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:45,376 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:45,376 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. after waiting 0 ms 2024-11-10T06:10:45,376 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. after waiting 0 ms 2024-11-10T06:10:45,376 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:45,376 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:45,376 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:45,376 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:45,377 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2cd25018dad09b0da8a585344db7d57e: Waiting for close lock at 1731219045375Disabling compacts and flushes for region at 1731219045375Disabling writes for close at 1731219045376 (+1 ms)Writing region close event to WAL at 1731219045376Closed at 1731219045376 2024-11-10T06:10:45,377 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for c400c3c4ab8ca5116ea7a596697d459d: Waiting for close lock at 1731219045375Disabling compacts and flushes for region at 1731219045375Disabling writes for close at 1731219045376 (+1 ms)Writing region close event to WAL at 1731219045376Closed at 1731219045376 2024-11-10T06:10:45,380 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731219045379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219045379"}]},"ts":"1731219045379"} 2024-11-10T06:10:45,380 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731219045379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219045379"}]},"ts":"1731219045379"} 2024-11-10T06:10:45,386 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T06:10:45,387 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219045387"}]},"ts":"1731219045387"} 2024-11-10T06:10:45,389 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-10T06:10:45,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=c400c3c4ab8ca5116ea7a596697d459d, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=2cd25018dad09b0da8a585344db7d57e, ASSIGN}] 2024-11-10T06:10:45,390 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=2cd25018dad09b0da8a585344db7d57e, ASSIGN 2024-11-10T06:10:45,390 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=c400c3c4ab8ca5116ea7a596697d459d, ASSIGN 2024-11-10T06:10:45,391 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=c400c3c4ab8ca5116ea7a596697d459d, ASSIGN; state=OFFLINE, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=false 2024-11-10T06:10:45,391 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=2cd25018dad09b0da8a585344db7d57e, ASSIGN; state=OFFLINE, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=false 2024-11-10T06:10:45,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=2cd25018dad09b0da8a585344db7d57e, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:45,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=c400c3c4ab8ca5116ea7a596697d459d, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:45,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=c400c3c4ab8ca5116ea7a596697d459d, ASSIGN because future has completed 2024-11-10T06:10:45,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure c400c3c4ab8ca5116ea7a596697d459d, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:45,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=2cd25018dad09b0da8a585344db7d57e, ASSIGN because future has completed 2024-11-10T06:10:45,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd25018dad09b0da8a585344db7d57e, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-10T06:10:45,708 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:45,709 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => c400c3c4ab8ca5116ea7a596697d459d, NAME => 'table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-10T06:10:45,709 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:10:45,709 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,710 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:45,710 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,710 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,712 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,714 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c400c3c4ab8ca5116ea7a596697d459d columnFamilyName f 2024-11-10T06:10:45,714 DEBUG [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:45,715 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.HStore(327): Store=c400c3c4ab8ca5116ea7a596697d459d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:45,715 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,717 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c400c3c4ab8ca5116ea7a596697d459d columnFamilyName f3 2024-11-10T06:10:45,717 DEBUG [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:45,718 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.HStore(327): Store=c400c3c4ab8ca5116ea7a596697d459d/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:45,718 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,720 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c400c3c4ab8ca5116ea7a596697d459d columnFamilyName mob 2024-11-10T06:10:45,721 DEBUG [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:45,722 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.HStore(327): Store=c400c3c4ab8ca5116ea7a596697d459d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:45,722 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,723 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,724 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,725 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,725 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,726 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:10:45,727 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,729 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:10:45,730 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened c400c3c4ab8ca5116ea7a596697d459d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10337863520, jitterRate=-0.03721143305301666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:10:45,730 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:45,731 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for c400c3c4ab8ca5116ea7a596697d459d: Running coprocessor pre-open hook at 1731219045710Writing region info on filesystem at 1731219045710Initializing all the Stores at 1731219045711 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219045711Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219045712 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219045712Cleaning up temporary data from old regions at 1731219045725 (+13 ms)Running coprocessor post-open hooks at 1731219045730 (+5 ms)Region opened successfully at 1731219045731 (+1 ms) 2024-11-10T06:10:45,732 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., pid=78, masterSystemTime=1731219045700 2024-11-10T06:10:45,734 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:45,734 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:45,734 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:45,734 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cd25018dad09b0da8a585344db7d57e, NAME => 'table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-10T06:10:45,735 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:10:45,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=c400c3c4ab8ca5116ea7a596697d459d, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:45,735 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,735 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:45,735 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,735 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,736 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure c400c3c4ab8ca5116ea7a596697d459d, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:45,738 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd25018dad09b0da8a585344db7d57e columnFamilyName f 2024-11-10T06:10:45,738 DEBUG [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:45,738 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.HStore(327): Store=2cd25018dad09b0da8a585344db7d57e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:45,738 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-10T06:10:45,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure c400c3c4ab8ca5116ea7a596697d459d, server=0aaf7e40abad,44111,1731218931869 in 190 msec 2024-11-10T06:10:45,740 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd25018dad09b0da8a585344db7d57e columnFamilyName f3 2024-11-10T06:10:45,740 DEBUG [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:45,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=c400c3c4ab8ca5116ea7a596697d459d, ASSIGN in 350 msec 2024-11-10T06:10:45,740 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.HStore(327): Store=2cd25018dad09b0da8a585344db7d57e/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:45,740 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,742 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd25018dad09b0da8a585344db7d57e columnFamilyName mob 2024-11-10T06:10:45,742 DEBUG [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:45,743 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.HStore(327): Store=2cd25018dad09b0da8a585344db7d57e/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:45,743 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,744 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,744 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,745 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,745 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,746 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:10:45,747 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,749 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/2cd25018dad09b0da8a585344db7d57e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:10:45,749 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 2cd25018dad09b0da8a585344db7d57e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9869862880, jitterRate=-0.08079738914966583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:10:45,749 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:45,749 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 2cd25018dad09b0da8a585344db7d57e: Running coprocessor pre-open hook at 1731219045735Writing region info on filesystem at 1731219045735Initializing all the Stores at 1731219045736 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219045736Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219045736Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219045736Cleaning up temporary data from old regions at 1731219045745 (+9 ms)Running coprocessor post-open hooks at 1731219045749 (+4 ms)Region opened successfully at 1731219045749 2024-11-10T06:10:45,750 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e., pid=79, masterSystemTime=1731219045700 2024-11-10T06:10:45,752 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:45,752 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:45,752 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=2cd25018dad09b0da8a585344db7d57e, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:45,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd25018dad09b0da8a585344db7d57e, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:45,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-10T06:10:45,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cd25018dad09b0da8a585344db7d57e, server=0aaf7e40abad,44111,1731218931869 in 206 msec 2024-11-10T06:10:45,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=75 2024-11-10T06:10:45,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=2cd25018dad09b0da8a585344db7d57e, ASSIGN in 366 msec 2024-11-10T06:10:45,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219045757"}]},"ts":"1731219045757"} 2024-11-10T06:10:45,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-10T06:10:45,759 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-10T06:10:45,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2560 sec 2024-11-10T06:10:46,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-10T06:10:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-10T06:10:46,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-10T06:10:46,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-10T06:10:46,666 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/3a86fce154dbf4cf068a061e2d1b2cef,hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450 from hbase tables test-1731218941034 to tables table1 2024-11-10T06:10:46,666 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731218941034 into table1 2024-11-10T06:10:46,669 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666 from hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/3a86fce154dbf4cf068a061e2d1b2cef,hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:10:46,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7adce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:46,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:46,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:46,672 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:46,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:46,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:46,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4563117c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:46,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:46,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:46,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:46,674 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:46,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275263f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:46,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:46,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:46,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62dad295 2024-11-10T06:10:46,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:46,677 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:46,678 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-10T06:10:46,679 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-10T06:10:46,679 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-10T06:10:46,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:46,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:46,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:46,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:46,683 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-10T06:10:46,683 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-10T06:10:46,683 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-10T06:10:46,683 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/partitions_60e12f7b-43e7-4812-b9a1-f2069faad8e2 2024-11-10T06:10:46,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741984_1160 (size=177) 2024-11-10T06:10:47,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-12829765566122306587.jar 2024-11-10T06:10:47,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:47,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:10:47,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:10:47,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:10:47,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:10:47,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:10:47,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:10:47,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:10:47,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:10:47,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:10:47,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:10:47,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:47,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:47,958 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-10T06:10:47,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:47,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:47,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:47,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:47,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:47,959 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-10T06:10:47,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:47,968 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:10:47,980 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-10T06:10:48,074 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local2062574709_0014_1ed209df-0c3b-4252-8234-dc49614603de/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:10:48,074 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local2062574709_0014_1ed209df-0c3b-4252-8234-dc49614603de/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:10:48,126 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/fbd7fadd8be6490b9190ae4b5b4db5c4 2024-11-10T06:10:48,128 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-10T06:10:48,163 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/90ec3f74c93048648ee1e6efb35e65ac 2024-11-10T06:10:48,165 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-10T06:10:48,188 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f/c4fdce17aeec480b9488b64307a6d4b6 2024-11-10T06:10:48,191 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-10T06:10:48,221 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/3a86fce154dbf4cf068a061e2d1b2cef/mob/d41d8cd98f00b204e9800998ecf8427e20241110f91b5749d1514cd3b58d039acc27ce06_a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:10:48,223 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-10T06:10:48,244 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38843/backupUT/backup_1731218987394/default/test-1731218941034/archive/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/mob/dac7c2c113a84bafb146a480d90d1647 2024-11-10T06:10:48,247 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-10T06:10:48,275 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbc8f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:48,275 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:48,275 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:48,276 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:48,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:48,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:48,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272371dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:48,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:48,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:48,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:48,278 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:48,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6741e218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:48,279 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:48,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:48,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:48,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:48,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731218941034-1-0', locateType=CURRENT is [region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:48,283 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-10T06:10:48,283 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:48,283 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:48,283 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:48,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:48,283 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731218941034-1-0] 2024-11-10T06:10:48,283 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:10:48,292 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e22863b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:48,292 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:48,292 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:48,293 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:48,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:48,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:48,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78611b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:48,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:48,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:48,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:48,294 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:48,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c82f899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:48,296 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:48,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:48,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:48,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:48,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731218941034-3-0', locateType=CURRENT is [region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:48,299 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-10T06:10:48,299 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:48,299 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:48,299 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:48,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:48,299 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731218941034-3-0] 2024-11-10T06:10:48,299 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:10:48,305 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/_temporary/0/_temporary/attempt_local2062574709_0014_r_000000_0/f/5ebd1254f01b45ba95e16c7fec2cc5a0 is 59, key is row-test-1731218941034-1-10/f:q1/1731218971652/Put/seqid=0 2024-11-10T06:10:48,307 WARN [Thread-1803 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:10:48,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741985_1161 (size=11125) 2024-11-10T06:10:48,710 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/_temporary/0/_temporary/attempt_local2062574709_0014_r_000000_0/mob/7e4142aa72b046acb1c574cc5d72c2aa is 192, key is row-test-1731218941034-3-100/mob:q1/1731218972063/Put/seqid=0 2024-11-10T06:10:48,711 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:10:48,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741986_1162 (size=13404) 2024-11-10T06:10:49,147 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516b8523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:49,147 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:49,147 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:49,147 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:49,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:49,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:49,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294f5d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:49,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:49,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:49,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:49,149 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:49,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3f8658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:49,150 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:49,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:49,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:49,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:49,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:49,154 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-10T06:10:49,155 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:49,155 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:49,155 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:49,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:49,155 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-10T06:10:49,155 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:10:49,161 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/_temporary/0/_temporary/attempt_local2062574709_0014_r_000001_0/f/d979593785344802a3a4dbcd82b285e4 is 37, key is row10/f:q1/1731218942760/Put/seqid=0 2024-11-10T06:10:49,163 WARN [Thread-1820 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:10:49,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741987_1163 (size=8742) 2024-11-10T06:10:49,243 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:10:50,126 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666 2024-11-10T06:10:50,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1311de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:50,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:50,128 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:50,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:50,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:50,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195fb1b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:50,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:50,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,129 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:50,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350780d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:50,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:50,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:50,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:50,134 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/_SUCCESS 2024-11-10T06:10:50,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:50,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:50,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@705873b0 2024-11-10T06:10:50,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:50,144 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:50,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:50,150 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-10T06:10:50,157 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/f/5ebd1254f01b45ba95e16c7fec2cc5a0 first=Optional[row-test-1731218941034-1-0] last=Optional[row-test-1731218941034-1-98] 2024-11-10T06:10:50,161 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/f/d979593785344802a3a4dbcd82b285e4 first=Optional[row0] last=Optional[row98] 2024-11-10T06:10:50,164 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/mob/7e4142aa72b046acb1c574cc5d72c2aa first=Optional[row-test-1731218941034-3-0] last=Optional[row-test-1731218941034-3-99] 2024-11-10T06:10:50,168 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/f/d979593785344802a3a4dbcd82b285e4 for inclusion in 2cd25018dad09b0da8a585344db7d57e/f 2024-11-10T06:10:50,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/f/5ebd1254f01b45ba95e16c7fec2cc5a0 for inclusion in c400c3c4ab8ca5116ea7a596697d459d/f 2024-11-10T06:10:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-10T06:10:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-10T06:10:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HRegion(2603): Flush status journal for 2cd25018dad09b0da8a585344db7d57e: 2024-11-10T06:10:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731218941034-1-0 last=row-test-1731218941034-1-98 2024-11-10T06:10:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-10T06:10:50,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/mob/7e4142aa72b046acb1c574cc5d72c2aa for inclusion in c400c3c4ab8ca5116ea7a596697d459d/mob 2024-11-10T06:10:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/f/d979593785344802a3a4dbcd82b285e4 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/f/d979593785344802a3a4dbcd82b285e4 2024-11-10T06:10:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/f/d979593785344802a3a4dbcd82b285e4 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/2cd25018dad09b0da8a585344db7d57e/f/051bc8b89cff4d9a9888cc3b20396049_SeqId_4_ 2024-11-10T06:10:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731218941034-3-0 last=row-test-1731218941034-3-99 2024-11-10T06:10:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-10T06:10:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegion(2603): Flush status journal for c400c3c4ab8ca5116ea7a596697d459d: 2024-11-10T06:10:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613a722f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/f/5ebd1254f01b45ba95e16c7fec2cc5a0 to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/f/5ebd1254f01b45ba95e16c7fec2cc5a0 2024-11-10T06:10:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:50,178 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:50,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:50,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:50,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9af540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:50,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:50,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/f/5ebd1254f01b45ba95e16c7fec2cc5a0 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/f/2af387c2425b4d7caffcfcb8806f2136_SeqId_4_ 2024-11-10T06:10:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219046666/mob/7e4142aa72b046acb1c574cc5d72c2aa to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/mob/7e4142aa72b046acb1c574cc5d72c2aa 2024-11-10T06:10:50,180 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:50,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a30c53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:50,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:50,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e4fa63c 2024-11-10T06:10:50,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:50,183 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/mob/7e4142aa72b046acb1c574cc5d72c2aa as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/mob/cc64eb1205c940809940624fe924c20b_SeqId_4_ 2024-11-10T06:10:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f30b46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:50,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:50,185 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b58074f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:50,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:50,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:50,186 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:50,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d265c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:50,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:50,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b9d1d87 2024-11-10T06:10:50,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:50,189 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:50,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:50,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:50,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:50,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:50,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:50,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:50,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:50,202 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111. 2024-11-10T06:10:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:50,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/f/d979593785344802a3a4dbcd82b285e4 into 2cd25018dad09b0da8a585344db7d57e/f as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/2cd25018dad09b0da8a585344db7d57e/f/051bc8b89cff4d9a9888cc3b20396049_SeqId_4_ - updating store file list. 2024-11-10T06:10:50,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:50,209 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/2cd25018dad09b0da8a585344db7d57e/f/051bc8b89cff4d9a9888cc3b20396049_SeqId_4_ into 2cd25018dad09b0da8a585344db7d57e/f 2024-11-10T06:10:50,209 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/f/d979593785344802a3a4dbcd82b285e4 into 2cd25018dad09b0da8a585344db7d57e/f (new location: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/2cd25018dad09b0da8a585344db7d57e/f/051bc8b89cff4d9a9888cc3b20396049_SeqId_4_) 2024-11-10T06:10:50,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111. 2024-11-10T06:10:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/f/d979593785344802a3a4dbcd82b285e4 2024-11-10T06:10:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b022879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18bd45cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:50,211 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:50,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:50,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:50,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fab8341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:50,212 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:50,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:50,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:50,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:50,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505f5559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,213 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:50,213 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:50,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f915abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:50,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a00890d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:50,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e2c843f 2024-11-10T06:10:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:50,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:50,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:50,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@857ec1a 2024-11-10T06:10:50,216 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:50,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:50,216 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T06:10:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:50,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:50,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:50,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:50,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:50,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:50,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T06:10:50,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:50,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:50,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:50,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:50,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:50,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111. 2024-11-10T06:10:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/f/5ebd1254f01b45ba95e16c7fec2cc5a0 into c400c3c4ab8ca5116ea7a596697d459d/f as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/f/2af387c2425b4d7caffcfcb8806f2136_SeqId_4_ - updating store file list. 2024-11-10T06:10:50,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:50,242 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111. 2024-11-10T06:10:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/f/2af387c2425b4d7caffcfcb8806f2136_SeqId_4_ into c400c3c4ab8ca5116ea7a596697d459d/f 2024-11-10T06:10:50,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/f/5ebd1254f01b45ba95e16c7fec2cc5a0 into c400c3c4ab8ca5116ea7a596697d459d/f (new location: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/f/2af387c2425b4d7caffcfcb8806f2136_SeqId_4_) 2024-11-10T06:10:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/f/5ebd1254f01b45ba95e16c7fec2cc5a0 2024-11-10T06:10:50,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/mob/7e4142aa72b046acb1c574cc5d72c2aa into c400c3c4ab8ca5116ea7a596697d459d/mob as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/mob/cc64eb1205c940809940624fe924c20b_SeqId_4_ - updating store file list. 2024-11-10T06:10:50,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/mob/cc64eb1205c940809940624fe924c20b_SeqId_4_ into c400c3c4ab8ca5116ea7a596697d459d/mob 2024-11-10T06:10:50,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/mob/7e4142aa72b046acb1c574cc5d72c2aa into c400c3c4ab8ca5116ea7a596697d459d/mob (new location: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/mob/cc64eb1205c940809940624fe924c20b_SeqId_4_) 2024-11-10T06:10:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__ef1vjk6vomhvh87rqfpj6qunuh5iq2hcbpen63772presvgpi74u3peg7gtr9dnv/mob/7e4142aa72b046acb1c574cc5d72c2aa 2024-11-10T06:10:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffd9dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:50,254 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:50,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:50,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:50,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25946d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:50,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:50,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,256 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:50,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e7906c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:50,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:50,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23230056 2024-11-10T06:10:50,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:50,258 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T06:10:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:50,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:50,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:50,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T06:10:50,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:50,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:50,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:50,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111. 2024-11-10T06:10:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:50,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:50,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:50,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:50,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:50,277 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-10T06:10:50,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 , the old value is region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0aaf7e40abad:44111 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:10:50,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:10:50,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 from cache 2024-11-10T06:10:50,278 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T06:10:50,302 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731218941034' to 'table1' from log dirs: hdfs://localhost:38843/backupUT/backup_1731219020329/default/test-1731218941034/f2/e09f57a9d17741ee9dd1a9a389e49b52 2024-11-10T06:10:50,307 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731218941034', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731219020329 2024-11-10T06:10:50,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:10:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-10T06:10:50,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741988_1164 (size=938) 2024-11-10T06:10:50,384 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0aaf7e40abad:44111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-10T06:10:50,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-10T06:10:50,521 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-10T06:10:50,724 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-10T06:10:50,725 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-10T06:10:50,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-10T06:10:50,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=c400c3c4ab8ca5116ea7a596697d459d, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=2cd25018dad09b0da8a585344db7d57e, REOPEN/MOVE}] 2024-11-10T06:10:50,734 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=2cd25018dad09b0da8a585344db7d57e, REOPEN/MOVE 2024-11-10T06:10:50,734 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=c400c3c4ab8ca5116ea7a596697d459d, REOPEN/MOVE 2024-11-10T06:10:50,735 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=2cd25018dad09b0da8a585344db7d57e, regionState=CLOSING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:50,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=c400c3c4ab8ca5116ea7a596697d459d, regionState=CLOSING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:50,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=2cd25018dad09b0da8a585344db7d57e, REOPEN/MOVE because future has completed 2024-11-10T06:10:50,737 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T06:10:50,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2cd25018dad09b0da8a585344db7d57e, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:50,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=c400c3c4ab8ca5116ea7a596697d459d, REOPEN/MOVE because future has completed 2024-11-10T06:10:50,738 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T06:10:50,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure c400c3c4ab8ca5116ea7a596697d459d, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:50,889 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:50,889 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T06:10:50,890 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing c400c3c4ab8ca5116ea7a596697d459d, disabling compactions & flushes 2024-11-10T06:10:50,890 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:50,890 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:50,890 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. after waiting 0 ms 2024-11-10T06:10:50,890 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:50,894 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T06:10:50,894 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:50,894 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:50,894 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for c400c3c4ab8ca5116ea7a596697d459d: Waiting for close lock at 1731219050889Running coprocessor pre-close hooks at 1731219050889Disabling compacts and flushes for region at 1731219050889Disabling writes for close at 1731219050890 (+1 ms)Writing region close event to WAL at 1731219050891 (+1 ms)Running coprocessor post-close hooks at 1731219050894 (+3 ms)Closed at 1731219050894 2024-11-10T06:10:50,894 WARN [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: c400c3c4ab8ca5116ea7a596697d459d to self. 2024-11-10T06:10:50,896 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:50,896 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:50,896 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T06:10:50,896 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing 2cd25018dad09b0da8a585344db7d57e, disabling compactions & flushes 2024-11-10T06:10:50,896 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:50,897 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:50,897 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. after waiting 0 ms 2024-11-10T06:10:50,897 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:50,897 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=c400c3c4ab8ca5116ea7a596697d459d, regionState=CLOSED 2024-11-10T06:10:50,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure c400c3c4ab8ca5116ea7a596697d459d, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:50,900 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/2cd25018dad09b0da8a585344db7d57e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T06:10:50,901 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:50,901 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:50,901 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for 2cd25018dad09b0da8a585344db7d57e: Waiting for close lock at 1731219050896Running coprocessor pre-close hooks at 1731219050896Disabling compacts and flushes for region at 1731219050896Disabling writes for close at 1731219050897 (+1 ms)Writing region close event to WAL at 1731219050897Running coprocessor post-close hooks at 1731219050901 (+4 ms)Closed at 1731219050901 2024-11-10T06:10:50,901 WARN [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: 2cd25018dad09b0da8a585344db7d57e to self. 2024-11-10T06:10:50,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=82 2024-11-10T06:10:50,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure c400c3c4ab8ca5116ea7a596697d459d, server=0aaf7e40abad,44111,1731218931869 in 162 msec 2024-11-10T06:10:50,903 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=c400c3c4ab8ca5116ea7a596697d459d, REOPEN/MOVE; state=CLOSED, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=true 2024-11-10T06:10:50,903 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:50,904 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=2cd25018dad09b0da8a585344db7d57e, regionState=CLOSED 2024-11-10T06:10:50,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2cd25018dad09b0da8a585344db7d57e, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:50,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-10T06:10:50,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 2cd25018dad09b0da8a585344db7d57e, server=0aaf7e40abad,44111,1731218931869 in 169 msec 2024-11-10T06:10:50,908 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=2cd25018dad09b0da8a585344db7d57e, REOPEN/MOVE; state=CLOSED, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=true 2024-11-10T06:10:51,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=2cd25018dad09b0da8a585344db7d57e, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:51,054 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=c400c3c4ab8ca5116ea7a596697d459d, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:51,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=2cd25018dad09b0da8a585344db7d57e, REOPEN/MOVE because future has completed 2024-11-10T06:10:51,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd25018dad09b0da8a585344db7d57e, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:51,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=c400c3c4ab8ca5116ea7a596697d459d, REOPEN/MOVE because future has completed 2024-11-10T06:10:51,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure c400c3c4ab8ca5116ea7a596697d459d, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:51,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-10T06:10:51,216 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:51,216 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cd25018dad09b0da8a585344db7d57e, NAME => 'table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-10T06:10:51,217 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:10:51,217 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,218 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:51,218 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,218 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,222 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,224 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd25018dad09b0da8a585344db7d57e columnFamilyName f 2024-11-10T06:10:51,224 DEBUG [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:51,230 DEBUG [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/2cd25018dad09b0da8a585344db7d57e/f/051bc8b89cff4d9a9888cc3b20396049_SeqId_4_ 2024-11-10T06:10:51,230 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.HStore(327): Store=2cd25018dad09b0da8a585344db7d57e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:51,231 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,232 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd25018dad09b0da8a585344db7d57e columnFamilyName f2 2024-11-10T06:10:51,232 DEBUG [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:51,233 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.HStore(327): Store=2cd25018dad09b0da8a585344db7d57e/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:51,233 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,234 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cd25018dad09b0da8a585344db7d57e columnFamilyName mob 2024-11-10T06:10:51,234 DEBUG [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:51,235 INFO [StoreOpener-2cd25018dad09b0da8a585344db7d57e-1 {}] regionserver.HStore(327): Store=2cd25018dad09b0da8a585344db7d57e/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:51,235 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,236 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,237 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,238 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,238 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,238 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:10:51,240 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,240 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 2cd25018dad09b0da8a585344db7d57e; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10940898720, jitterRate=0.01895059645175934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:10:51,240 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:51,241 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 2cd25018dad09b0da8a585344db7d57e: Running coprocessor pre-open hook at 1731219051218Writing region info on filesystem at 1731219051218Initializing all the Stores at 1731219051220 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219051221 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219051221Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219051221Cleaning up temporary data from old regions at 1731219051238 (+17 ms)Running coprocessor post-open hooks at 1731219051240 (+2 ms)Region opened successfully at 1731219051241 (+1 ms) 2024-11-10T06:10:51,242 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e., pid=86, masterSystemTime=1731219051209 2024-11-10T06:10:51,243 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:51,244 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:51,244 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:51,244 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => c400c3c4ab8ca5116ea7a596697d459d, NAME => 'table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-10T06:10:51,244 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=2cd25018dad09b0da8a585344db7d57e, regionState=OPEN, openSeqNum=7, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:51,244 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:10:51,244 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,244 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:51,245 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,245 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cd25018dad09b0da8a585344db7d57e, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:51,246 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,247 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c400c3c4ab8ca5116ea7a596697d459d columnFamilyName f 2024-11-10T06:10:51,247 DEBUG [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:51,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-10T06:10:51,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cd25018dad09b0da8a585344db7d57e, server=0aaf7e40abad,44111,1731218931869 in 190 msec 2024-11-10T06:10:51,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=2cd25018dad09b0da8a585344db7d57e, REOPEN/MOVE in 515 msec 2024-11-10T06:10:51,253 DEBUG [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/f/2af387c2425b4d7caffcfcb8806f2136_SeqId_4_ 2024-11-10T06:10:51,253 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.HStore(327): Store=c400c3c4ab8ca5116ea7a596697d459d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:51,253 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,254 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c400c3c4ab8ca5116ea7a596697d459d columnFamilyName f2 2024-11-10T06:10:51,254 DEBUG [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:51,255 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.HStore(327): Store=c400c3c4ab8ca5116ea7a596697d459d/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:51,255 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,255 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c400c3c4ab8ca5116ea7a596697d459d columnFamilyName mob 2024-11-10T06:10:51,256 DEBUG [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:51,260 DEBUG [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/mob/cc64eb1205c940809940624fe924c20b_SeqId_4_ 2024-11-10T06:10:51,260 INFO [StoreOpener-c400c3c4ab8ca5116ea7a596697d459d-1 {}] regionserver.HStore(327): Store=c400c3c4ab8ca5116ea7a596697d459d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:51,261 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,261 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,262 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,264 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,264 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,264 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:10:51,265 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,266 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened c400c3c4ab8ca5116ea7a596697d459d; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11079731840, jitterRate=0.03188043832778931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:10:51,266 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:51,267 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for c400c3c4ab8ca5116ea7a596697d459d: Running coprocessor pre-open hook at 1731219051245Writing region info on filesystem at 1731219051245Initializing all the Stores at 1731219051246 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219051246Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219051246Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219051246Cleaning up temporary data from old regions at 1731219051264 (+18 ms)Running coprocessor post-open hooks at 1731219051266 (+2 ms)Region opened successfully at 1731219051266 2024-11-10T06:10:51,267 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., pid=87, masterSystemTime=1731219051209 2024-11-10T06:10:51,269 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:51,269 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:51,270 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=c400c3c4ab8ca5116ea7a596697d459d, regionState=OPEN, openSeqNum=7, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:51,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure c400c3c4ab8ca5116ea7a596697d459d, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:51,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=82 2024-11-10T06:10:51,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure c400c3c4ab8ca5116ea7a596697d459d, server=0aaf7e40abad,44111,1731218931869 in 215 msec 2024-11-10T06:10:51,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-10T06:10:51,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=c400c3c4ab8ca5116ea7a596697d459d, REOPEN/MOVE in 540 msec 2024-11-10T06:10:51,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-10T06:10:51,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 545 msec 2024-11-10T06:10:51,277 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-10T06:10:51,278 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., family=f3 2024-11-10T06:10:51,279 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e., family=f3 2024-11-10T06:10:51,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 969 msec 2024-11-10T06:10:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T06:10:51,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-10T06:10:51,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-10T06:10:51,285 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:10:51,286 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:38843/backupUT/backup_1731219020329/default/test-1731218941034/f2/e09f57a9d17741ee9dd1a9a389e49b52 from hbase tables test-1731218941034 to tables table1 2024-11-10T06:10:51,286 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731218941034 into table1 2024-11-10T06:10:51,287 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219051286 from hdfs://localhost:38843/backupUT/backup_1731219020329/default/test-1731218941034/f2/e09f57a9d17741ee9dd1a9a389e49b52 2024-11-10T06:10:51,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1479ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:51,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:51,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:51,289 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4405a619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:51,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:51,290 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:51,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43402c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:51,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:51,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:51,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f3cc35d 2024-11-10T06:10:51,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:51,292 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:51,293 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-10T06:10:51,293 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-10T06:10:51,293 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-10T06:10:51,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:51,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:51,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:51,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:51,297 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-10T06:10:51,298 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-10T06:10:51,298 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-10T06:10:51,298 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/partitions_4db84522-28a1-4e69-9b4f-6406811d81e3 2024-11-10T06:10:51,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741989_1165 (size=177) 2024-11-10T06:10:51,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:51,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:51,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-14938259490127442566.jar 2024-11-10T06:10:52,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:52,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:10:52,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:10:52,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:10:52,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:10:52,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:10:52,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:10:52,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:10:52,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:10:52,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:10:52,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:10:52,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:52,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:52,585 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-10T06:10:52,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:52,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:52,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:52,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:52,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:52,586 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-10T06:10:52,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:52,597 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:10:52,607 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-10T06:10:52,685 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local1111118096_0015_2168b252-aae1-4871-b828-b65b8abd987a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:10:52,685 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local1111118096_0015_2168b252-aae1-4871-b828-b65b8abd987a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:10:52,739 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38843/backupUT/backup_1731219020329/default/test-1731218941034/f2/e09f57a9d17741ee9dd1a9a389e49b52 2024-11-10T06:10:52,741 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-10T06:10:52,770 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66aa9249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:52,770 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:52,770 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:52,771 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:52,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:52,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:52,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d07170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:52,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:52,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:52,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:52,773 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:52,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473897c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:52,774 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:52,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:52,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:52,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:52,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731218941034-2-0', locateType=CURRENT is [region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=7] 2024-11-10T06:10:52,778 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-10T06:10:52,778 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:52,778 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:52,778 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:52,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:52,778 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731218941034-2-0] 2024-11-10T06:10:52,779 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:10:52,782 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219051286/_temporary/0/_temporary/attempt_local1111118096_0015_r_000000_0/f2/de9052171c694e6aa880f06aa2c0183a is 58, key is row-test-1731218941034-2-0/f2:q1/1731219015321/Put/seqid=0 2024-11-10T06:10:52,783 WARN [Thread-1884 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:10:52,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741990_1166 (size=5609) 2024-11-10T06:10:53,724 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219051286 2024-11-10T06:10:53,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df938ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:53,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:53,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:53,727 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:53,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:53,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:53,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28557243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:53,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:53,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:53,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:53,729 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:53,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb1c2ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:53,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:53,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:53,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:53,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:53,736 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219051286/_SUCCESS 2024-11-10T06:10:53,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@708e88c0 2024-11-10T06:10:53,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:53,740 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:53,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=7] 2024-11-10T06:10:53,746 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-10T06:10:53,751 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219051286/f2/de9052171c694e6aa880f06aa2c0183a first=Optional[row-test-1731218941034-2-0] last=Optional[row-test-1731218941034-2-6] 2024-11-10T06:10:53,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219051286/f2/de9052171c694e6aa880f06aa2c0183a for inclusion in c400c3c4ab8ca5116ea7a596697d459d/f2 2024-11-10T06:10:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731218941034-2-0 last=row-test-1731218941034-2-6 2024-11-10T06:10:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-10T06:10:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegion(2603): Flush status journal for c400c3c4ab8ca5116ea7a596697d459d: 2024-11-10T06:10:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-default-table1-1731219051286/f2/de9052171c694e6aa880f06aa2c0183a to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__2p2og7qj0pjraf7dq80aisje6ktbfdk8ardupd1e86d5npc1lqrmt90vhm0o8i9d/f2/de9052171c694e6aa880f06aa2c0183a 2024-11-10T06:10:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__2p2og7qj0pjraf7dq80aisje6ktbfdk8ardupd1e86d5npc1lqrmt90vhm0o8i9d/f2/de9052171c694e6aa880f06aa2c0183a as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/f2/04f7729c3cf240b69d0020f4bf3baecd_SeqId_9_ 2024-11-10T06:10:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c1ff27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:53,761 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:53,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:53,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:53,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5a77d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:53,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:53,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:53,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:53,763 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:53,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b35cb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:53,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:53,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d2c1973 2024-11-10T06:10:53,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:53,765 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:53,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:53,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:53,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:53,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:53,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:53,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111. 2024-11-10T06:10:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:53,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:53,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__2p2og7qj0pjraf7dq80aisje6ktbfdk8ardupd1e86d5npc1lqrmt90vhm0o8i9d/f2/de9052171c694e6aa880f06aa2c0183a into c400c3c4ab8ca5116ea7a596697d459d/f2 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/f2/04f7729c3cf240b69d0020f4bf3baecd_SeqId_9_ - updating store file list. 2024-11-10T06:10:53,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/f2/04f7729c3cf240b69d0020f4bf3baecd_SeqId_9_ into c400c3c4ab8ca5116ea7a596697d459d/f2 2024-11-10T06:10:53,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__2p2og7qj0pjraf7dq80aisje6ktbfdk8ardupd1e86d5npc1lqrmt90vhm0o8i9d/f2/de9052171c694e6aa880f06aa2c0183a into c400c3c4ab8ca5116ea7a596697d459d/f2 (new location: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/f2/04f7729c3cf240b69d0020f4bf3baecd_SeqId_9_) 2024-11-10T06:10:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__table1__2p2og7qj0pjraf7dq80aisje6ktbfdk8ardupd1e86d5npc1lqrmt90vhm0o8i9d/f2/de9052171c694e6aa880f06aa2c0183a 2024-11-10T06:10:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420c5303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:53,791 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:53,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:53,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:53,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e38c5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:53,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:53,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:53,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:53,793 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:53,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aabed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:53,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:53,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c823ef2 2024-11-10T06:10:53,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:53,795 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T06:10:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:53,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:53,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:53,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T06:10:53,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:53,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:53,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:53,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111. 2024-11-10T06:10:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:53,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:53,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:53,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:53,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:53,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:53,817 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-10T06:10:53,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=7 , the old value is region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0aaf7e40abad:44111 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:10:53,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:53,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:10:53,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=7 from cache 2024-11-10T06:10:53,817 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731218941034 has been successfully restored to table1 2024-11-10T06:10:53,817 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-10T06:10:53,817 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731219020329 hdfs://localhost:38843/backupUT/backup_1731219020329/default/test-1731218941034/ 2024-11-10T06:10:53,818 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T06:10:53,818 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:38843/backupUT/backup_1731218987394/.backup.manifest 2024-11-10T06:10:53,819 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731218987394/.backup.manifest 2024-11-10T06:10:53,820 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17312189410341' to 'ns2:table2' from full backup image hdfs://localhost:38843/backupUT/backup_1731218987394/ns2/test-17312189410341 2024-11-10T06:10:53,821 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17312189410341', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731219020329 2024-11-10T06:10:53,824 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-10T06:10:53,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-10T06:10:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-10T06:10:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T06:10:53,828 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219053828"}]},"ts":"1731219053828"} 2024-11-10T06:10:53,830 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-10T06:10:53,830 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-10T06:10:53,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-10T06:10:53,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=28e0be8a0a763e4163813a9189857008, UNASSIGN}] 2024-11-10T06:10:53,833 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=28e0be8a0a763e4163813a9189857008, UNASSIGN 2024-11-10T06:10:53,834 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=28e0be8a0a763e4163813a9189857008, regionState=CLOSING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:53,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=28e0be8a0a763e4163813a9189857008, UNASSIGN because future has completed 2024-11-10T06:10:53,836 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T06:10:53,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 28e0be8a0a763e4163813a9189857008, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:53,925 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0aaf7e40abad:44111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-10T06:10:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T06:10:53,989 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:53,989 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T06:10:53,990 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 28e0be8a0a763e4163813a9189857008, disabling compactions & flushes 2024-11-10T06:10:53,990 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. 2024-11-10T06:10:53,990 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. 2024-11-10T06:10:53,990 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. after waiting 0 ms 2024-11-10T06:10:53,990 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. 2024-11-10T06:10:54,000 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T06:10:54,001 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:54,002 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. 2024-11-10T06:10:54,002 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 28e0be8a0a763e4163813a9189857008: Waiting for close lock at 1731219053990Running coprocessor pre-close hooks at 1731219053990Disabling compacts and flushes for region at 1731219053990Disabling writes for close at 1731219053990Writing region close event to WAL at 1731219053992 (+2 ms)Running coprocessor post-close hooks at 1731219054001 (+9 ms)Closed at 1731219054002 (+1 ms) 2024-11-10T06:10:54,006 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:54,007 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=28e0be8a0a763e4163813a9189857008, regionState=CLOSED 2024-11-10T06:10:54,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 28e0be8a0a763e4163813a9189857008, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:54,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-10T06:10:54,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 28e0be8a0a763e4163813a9189857008, server=0aaf7e40abad,44111,1731218931869 in 174 msec 2024-11-10T06:10:54,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-10T06:10:54,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=28e0be8a0a763e4163813a9189857008, UNASSIGN in 180 msec 2024-11-10T06:10:54,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-10T06:10:54,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 184 msec 2024-11-10T06:10:54,017 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219054017"}]},"ts":"1731219054017"} 2024-11-10T06:10:54,019 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-10T06:10:54,019 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-10T06:10:54,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 195 msec 2024-11-10T06:10:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-10T06:10:54,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-10T06:10:54,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-10T06:10:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-10T06:10:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T06:10:54,150 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-10T06:10:54,156 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:54,159 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008/f, FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008/recovered.edits] 2024-11-10T06:10:54,167 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008/f/a7614f8b16b34511a8d2884292ac8998_SeqId_4_ to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/archive/data/ns2/table2/28e0be8a0a763e4163813a9189857008/f/a7614f8b16b34511a8d2884292ac8998_SeqId_4_ 2024-11-10T06:10:54,173 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008/recovered.edits/6.seqid to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/archive/data/ns2/table2/28e0be8a0a763e4163813a9189857008/recovered.edits/6.seqid 2024-11-10T06:10:54,174 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/28e0be8a0a763e4163813a9189857008 2024-11-10T06:10:54,174 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-10T06:10:54,178 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-10T06:10:54,180 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-10T06:10:54,181 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-10T06:10:54,181 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731219054181"}]},"ts":"9223372036854775807"} 2024-11-10T06:10:54,183 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T06:10:54,183 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 28e0be8a0a763e4163813a9189857008, NAME => 'ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T06:10:54,183 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-10T06:10:54,184 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731219054183"}]},"ts":"9223372036854775807"} 2024-11-10T06:10:54,185 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-10T06:10:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741991_1167 (size=351) 2024-11-10T06:10:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T06:10:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T06:10:54,598 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b303870165e171c8430c823bfb73d9a6, NAME => 'ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c 2024-11-10T06:10:54,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741992_1168 (size=37) 2024-11-10T06:10:54,610 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:54,610 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing b303870165e171c8430c823bfb73d9a6, disabling compactions & flushes 2024-11-10T06:10:54,610 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. 2024-11-10T06:10:54,610 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. 2024-11-10T06:10:54,610 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. after waiting 0 ms 2024-11-10T06:10:54,610 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. 2024-11-10T06:10:54,610 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. 2024-11-10T06:10:54,611 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for b303870165e171c8430c823bfb73d9a6: Waiting for close lock at 1731219054610Disabling compacts and flushes for region at 1731219054610Disabling writes for close at 1731219054610Writing region close event to WAL at 1731219054610Closed at 1731219054610 2024-11-10T06:10:54,612 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731219054612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219054612"}]},"ts":"1731219054612"} 2024-11-10T06:10:54,614 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:10:54,615 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219054615"}]},"ts":"1731219054615"} 2024-11-10T06:10:54,617 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-10T06:10:54,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b303870165e171c8430c823bfb73d9a6, ASSIGN}] 2024-11-10T06:10:54,619 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b303870165e171c8430c823bfb73d9a6, ASSIGN 2024-11-10T06:10:54,620 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b303870165e171c8430c823bfb73d9a6, ASSIGN; state=OFFLINE, location=0aaf7e40abad,44111,1731218931869; forceNewPlan=false, retain=false 2024-11-10T06:10:54,770 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=b303870165e171c8430c823bfb73d9a6, regionState=OPENING, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:54,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b303870165e171c8430c823bfb73d9a6, ASSIGN because future has completed 2024-11-10T06:10:54,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure b303870165e171c8430c823bfb73d9a6, server=0aaf7e40abad,44111,1731218931869}] 2024-11-10T06:10:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T06:10:54,930 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. 2024-11-10T06:10:54,930 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => b303870165e171c8430c823bfb73d9a6, NAME => 'ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:10:54,931 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-10T06:10:54,931 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:54,931 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:10:54,932 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:54,932 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:54,935 INFO [StoreOpener-b303870165e171c8430c823bfb73d9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:54,938 INFO [StoreOpener-b303870165e171c8430c823bfb73d9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b303870165e171c8430c823bfb73d9a6 columnFamilyName f 2024-11-10T06:10:54,938 DEBUG [StoreOpener-b303870165e171c8430c823bfb73d9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:54,938 INFO [StoreOpener-b303870165e171c8430c823bfb73d9a6-1 {}] regionserver.HStore(327): Store=b303870165e171c8430c823bfb73d9a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:10:54,939 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:54,940 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:54,940 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:54,941 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:54,941 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:54,943 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:54,945 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/b303870165e171c8430c823bfb73d9a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:10:54,946 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened b303870165e171c8430c823bfb73d9a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11570005600, jitterRate=0.07754074037075043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T06:10:54,946 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:54,947 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for b303870165e171c8430c823bfb73d9a6: Running coprocessor pre-open hook at 1731219054932Writing region info on filesystem at 1731219054932Initializing all the Stores at 1731219054934 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219054934Cleaning up temporary data from old regions at 1731219054941 (+7 ms)Running coprocessor post-open hooks at 1731219054946 (+5 ms)Region opened successfully at 1731219054947 (+1 ms) 2024-11-10T06:10:54,948 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6., pid=94, masterSystemTime=1731219054924 2024-11-10T06:10:54,952 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=b303870165e171c8430c823bfb73d9a6, regionState=OPEN, openSeqNum=2, regionLocation=0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:54,952 DEBUG [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. 2024-11-10T06:10:54,952 INFO [RS_OPEN_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. 2024-11-10T06:10:54,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure b303870165e171c8430c823bfb73d9a6, server=0aaf7e40abad,44111,1731218931869 because future has completed 2024-11-10T06:10:54,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-10T06:10:54,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure b303870165e171c8430c823bfb73d9a6, server=0aaf7e40abad,44111,1731218931869 in 183 msec 2024-11-10T06:10:54,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-10T06:10:54,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b303870165e171c8430c823bfb73d9a6, ASSIGN in 340 msec 2024-11-10T06:10:54,959 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219054959"}]},"ts":"1731219054959"} 2024-11-10T06:10:54,961 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-10T06:10:54,961 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-10T06:10:54,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 815 msec 2024-11-10T06:10:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-10T06:10:55,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-10T06:10:55,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-10T06:10:55,289 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38843/backupUT/backup_1731218987394/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6 from hbase tables ns2:test-17312189410341 to tables ns2:table2 2024-11-10T06:10:55,289 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17312189410341 into ns2:table2 2024-11-10T06:10:55,292 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219055289 from hdfs://localhost:38843/backupUT/backup_1731218987394/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:10:55,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1ead47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:55,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:55,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:55,294 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:55,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:55,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:55,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:55,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:55,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:55,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:55,296 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:55,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b6bb35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:55,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:55,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:55,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@741c81ce 2024-11-10T06:10:55,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:55,299 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:55,300 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-10T06:10:55,300 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-10T06:10:55,300 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-10T06:10:55,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:55,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:55,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:55,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:55,305 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-10T06:10:55,305 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-10T06:10:55,306 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/partitions_11d8da3c-e7da-4450-b1f5-8e08ab55bf6d 2024-11-10T06:10:55,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741993_1169 (size=153) 2024-11-10T06:10:55,403 DEBUG [regionserver/0aaf7e40abad:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-10T06:10:55,716 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:55,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:55,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-10T06:10:56,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop-4961898279309382062.jar 2024-11-10T06:10:56,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:56,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-10T06:10:56,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-10T06:10:56,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-10T06:10:56,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-10T06:10:56,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-10T06:10:56,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-10T06:10:56,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-10T06:10:56,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-10T06:10:56,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-10T06:10:56,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-10T06:10:56,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-11-10T06:10:56,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-10T06:10:56,588 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-10T06:10:56,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:56,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:56,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:56,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:56,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:56,589 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-10T06:10:56,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-10T06:10:56,598 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-10T06:10:56,609 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-10T06:10:56,690 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local1350508987_0016_06b66cbd-5381-491d-b88b-f01fca34f437/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-11-10T06:10:56,690 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/mapreduce.cluster.local.dir/job_local1350508987_0016_06b66cbd-5381-491d-b88b-f01fca34f437/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-11-10T06:10:56,739 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38843/backupUT/backup_1731218987394/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/b7656eaa20a2459c8d7dc55ee604c6a9 2024-11-10T06:10:56,742 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-10T06:10:56,775 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38843/backupUT/backup_1731218987394/ns2/test-17312189410341/archive/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/f/aad455e9fbf44aa5b5880642e2288c8e 2024-11-10T06:10:56,778 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-10T06:10:56,804 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508aec3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:56,804 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:56,804 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:56,805 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:56,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:56,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:56,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bcda90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:56,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:56,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:56,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:56,806 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:56,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e84c213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:56,807 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:56,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:56,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:56,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:56,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:56,811 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-10T06:10:56,811 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:56,811 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:56,811 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:56,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:56,811 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-10T06:10:56,811 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0aaf7e40abad 2024-11-10T06:10:56,815 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219055289/_temporary/0/_temporary/attempt_local1350508987_0016_r_000000_0/f/b8cc01617d094275bf744d0a9f332e1d is 38, key is row-t20/f:q1/1731218972108/Put/seqid=0 2024-11-10T06:10:56,817 WARN [Thread-1959 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0aaf7e40abad:44111] Specified favored nodes: [0aaf7e40abad:44111] 2024-11-10T06:10:56,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741994_1170 (size=8935) 2024-11-10T06:10:57,739 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219055289 2024-11-10T06:10:57,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46519ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:57,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:57,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:57,742 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:57,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:57,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:57,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb298f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:57,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:57,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:57,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:57,744 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:57,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54138a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:57,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:57,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:57,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:57,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:57,749 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219055289/_SUCCESS 2024-11-10T06:10:57,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:57,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:57,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5529be06 2024-11-10T06:10:57,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:57,753 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:57,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:57,757 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-10T06:10:57,763 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219055289/f/b8cc01617d094275bf744d0a9f332e1d first=Optional[row-t20] last=Optional[row98] 2024-11-10T06:10:57,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219055289/f/b8cc01617d094275bf744d0a9f332e1d for inclusion in b303870165e171c8430c823bfb73d9a6/f 2024-11-10T06:10:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-10T06:10:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:10:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegion(2603): Flush status journal for b303870165e171c8430c823bfb73d9a6: 2024-11-10T06:10:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/hbase-staging/bulk_output-ns2-table2-1731219055289/f/b8cc01617d094275bf744d0a9f332e1d to hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__ns2_table2__ma1cfhmegdc044rk411ub615tri9qhvbqngahj3dqp5l00sb6kh6ejsl9ejjcmqd/f/b8cc01617d094275bf744d0a9f332e1d 2024-11-10T06:10:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__ns2_table2__ma1cfhmegdc044rk411ub615tri9qhvbqngahj3dqp5l00sb6kh6ejsl9ejjcmqd/f/b8cc01617d094275bf744d0a9f332e1d as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/b303870165e171c8430c823bfb73d9a6/f/f2136aad4a4241fba584fee3a85c047d_SeqId_4_ 2024-11-10T06:10:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c99bb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:57,773 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:57,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:57,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:57,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5848f46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:57,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:57,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:57,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:57,775 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:57,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e49891d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:57,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:57,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66720ca2 2024-11-10T06:10:57,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:57,777 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:10:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:57,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:57,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:57,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:10:57,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:57,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:57,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:57,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111. 2024-11-10T06:10:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:57,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:57,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__ns2_table2__ma1cfhmegdc044rk411ub615tri9qhvbqngahj3dqp5l00sb6kh6ejsl9ejjcmqd/f/b8cc01617d094275bf744d0a9f332e1d into b303870165e171c8430c823bfb73d9a6/f as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/b303870165e171c8430c823bfb73d9a6/f/f2136aad4a4241fba584fee3a85c047d_SeqId_4_ - updating store file list. 2024-11-10T06:10:57,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/b303870165e171c8430c823bfb73d9a6/f/f2136aad4a4241fba584fee3a85c047d_SeqId_4_ into b303870165e171c8430c823bfb73d9a6/f 2024-11-10T06:10:57,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__ns2_table2__ma1cfhmegdc044rk411ub615tri9qhvbqngahj3dqp5l00sb6kh6ejsl9ejjcmqd/f/b8cc01617d094275bf744d0a9f332e1d into b303870165e171c8430c823bfb73d9a6/f (new location: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/b303870165e171c8430c823bfb73d9a6/f/f2136aad4a4241fba584fee3a85c047d_SeqId_4_) 2024-11-10T06:10:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/staging/jenkins__ns2_table2__ma1cfhmegdc044rk411ub615tri9qhvbqngahj3dqp5l00sb6kh6ejsl9ejjcmqd/f/b8cc01617d094275bf744d0a9f332e1d 2024-11-10T06:10:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429cddd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ClusterIdFetcher(90): Going to request 0aaf7e40abad,42581,-1 for getting cluster id 2024-11-10T06:10:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:10:57,802 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e7c0bee-d39d-4491-b85a-35a1d40f8920' 2024-11-10T06:10:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:10:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e7c0bee-d39d-4491-b85a-35a1d40f8920" 2024-11-10T06:10:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59758055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0aaf7e40abad,42581,-1] 2024-11-10T06:10:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:10:57,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:57,803 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:10:57,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295d5367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-10T06:10:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:10:57,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:57,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8d4ffda 2024-11-10T06:10:57,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:10:57,805 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T06:10:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:10:57,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0aaf7e40abad,44111,1731218931869, seqNum=-1] 2024-11-10T06:10:57,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:10:57,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T06:10:57,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-10T06:10:57,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-10T06:10:57,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:57,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111. 2024-11-10T06:10:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:57,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:57,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:57,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:57,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:57,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:57,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:57,822 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-10T06:10:57,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 , the old value is region=ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0aaf7e40abad:44111 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:10:57,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:10:57,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 from cache 2024-11-10T06:10:57,823 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T06:10:57,838 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17312189410341', skipping incremental restore step. 2024-11-10T06:10:57,839 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-10T06:10:57,839 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731219020329 hdfs://localhost:38843/backupUT/backup_1731219020329/ns2/test-17312189410341/ 2024-11-10T06:10:57,839 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-10T06:10:57,840 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:10:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.CallRunner(138): callId: 740 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:38312 deadline: 1731219117839, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. is not online on 0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:57,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 , the old value is region=table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. is not online on 0aaf7e40abad,44111,1731218931869 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:57,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9. is not online on 0aaf7e40abad,44111,1731218931869 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:57,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731219033599.5a3a48672894f3b22a7d0bad6750aaa9., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 from cache 2024-11-10T06:10:57,933 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0aaf7e40abad:44111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-11-10T06:10:57,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d., hostname=0aaf7e40abad,44111,1731218931869, seqNum=7] 2024-11-10T06:10:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.CallRunner(138): callId: 744 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:38312 deadline: 1731219117958, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. is not online on 0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:57,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 , the old value is region=table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. is not online on 0aaf7e40abad,44111,1731218931869 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:57,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1. is not online on 0aaf7e40abad,44111,1731218931869 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:57,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731219033599.09506d5a312765f22a259ceaf5792cb1., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 from cache 2024-11-10T06:10:58,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e., hostname=0aaf7e40abad,44111,1731218931869, seqNum=7] 2024-11-10T06:10:58,068 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-10T06:10:58,073 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-10T06:10:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-10T06:10:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:58,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-10T06:10:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:58,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-10T06:10:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:58,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-10T06:10:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:58,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-10T06:10:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:10:58,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-10T06:10:58,096 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-10T06:10:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] ipc.CallRunner(138): callId: 752 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:38312 deadline: 1731219118096, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. is not online on 0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:58,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 , the old value is region=ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. is not online on 0aaf7e40abad,44111,1731218931869 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:58,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008. is not online on 0aaf7e40abad,44111,1731218931869 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:10:58,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2 from cache 2024-11-10T06:10:58,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6., hostname=0aaf7e40abad,44111,1731218931869, seqNum=2] 2024-11-10T06:10:58,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:58,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:58,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:58,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:58,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:58,222 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=634 (was 610) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/0aaf7e40abad:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_879444796_20 at /127.0.0.1:35418 [Receiving block BP-1325763051-172.17.0.2-1731218925977:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1686631745_20 at /127.0.0.1:47706 [Waiting for operation #98] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1686631745_20 at /127.0.0.1:53124 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1325763051-172.17.0.2-1731218925977:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1325763051-172.17.0.2-1731218925977:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_879444796_20 at /127.0.0.1:35434 [Receiving block BP-1325763051-172.17.0.2-1731218925977:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (0aaf7e40abad,42581,1731218930073)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_879444796_20 at /127.0.0.1:35416 [Receiving block BP-1325763051-172.17.0.2-1731218925977:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1325763051-172.17.0.2-1731218925977:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/cluster_fbbd0452-0049-9f14-9570-3dcaeffa59e2/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '0aaf7e40abad,44111,1731218931869' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/cluster_fbbd0452-0049-9f14-9570-3dcaeffa59e2/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(0aaf7e40abad,44111,1731218931869)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0aaf7e40abad:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=645 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 332), ProcessCount=11 (was 13), AvailableMemoryMB=14986 (was 14212) - AvailableMemoryMB LEAK? - 2024-11-10T06:10:58,223 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=634 is superior to 500 2024-11-10T06:10:58,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:10:58,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:58,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:58,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:58,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:58,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:10:58,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:10:58,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=224113150, stopped=false 2024-11-10T06:10:58,229 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0aaf7e40abad,42581,1731218930073 2024-11-10T06:10:58,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-10T06:10:58,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-10T06:10:58,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:10:58,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:10:58,284 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:10:58,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:10:58,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-10T06:10:58,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:58,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:58,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-10T06:10:58,285 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0aaf7e40abad,44111,1731218931869' ***** 2024-11-10T06:10:58,285 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:10:58,285 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-10T06:10:58,289 INFO [RS:0;0aaf7e40abad:44111 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6313b81d{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-10T06:10:58,290 INFO [RS:0;0aaf7e40abad:44111 {}] server.AbstractConnector(383): Stopped ServerConnector@793157ae{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-10T06:10:58,291 INFO [RS:0;0aaf7e40abad:44111 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:10:58,291 INFO [RS:0;0aaf7e40abad:44111 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@13c18cd6{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-10T06:10:58,291 INFO [RS:0;0aaf7e40abad:44111 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@160a6036{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,STOPPED} 2024-11-10T06:10:58,293 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:10:58,293 INFO [RS:0;0aaf7e40abad:44111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:10:58,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:10:58,293 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-10T06:10:58,293 INFO [RS:0;0aaf7e40abad:44111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:10:58,293 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bb91a957f45918287fdac52ee228600 2024-11-10T06:10:58,293 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for c400c3c4ab8ca5116ea7a596697d459d 2024-11-10T06:10:58,293 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dd5ede044f90c8ae10d0aa1a6c71aae 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for a5fb3561501159eb6eb492dc63b09450 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cd25018dad09b0da8a585344db7d57e 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bd6ec9a47d9b39ee9ef625eddf718b6 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for b0c48fb48192179e67c52c4210e39030 2024-11-10T06:10:58,294 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bb91a957f45918287fdac52ee228600, disabling compactions & flushes 2024-11-10T06:10:58,294 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(959): stopping server 0aaf7e40abad,44111,1731218931869 2024-11-10T06:10:58,294 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:10:58,294 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. after waiting 0 ms 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:10:58,294 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0aaf7e40abad:44111. 2024-11-10T06:10:58,294 DEBUG [RS:0;0aaf7e40abad:44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:10:58,294 DEBUG [RS:0;0aaf7e40abad:44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:10:58,294 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:10:58,295 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-10T06:10:58,295 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:10:58,295 INFO [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:10:58,295 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:10:58,295 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:10:58,295 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:10:58,295 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bd6ec9a47d9b39ee9ef625eddf718b6, 2cd25018dad09b0da8a585344db7d57e, 2dd5ede044f90c8ae10d0aa1a6c71aae, 7bb91a957f45918287fdac52ee228600, a5fb3561501159eb6eb492dc63b09450, b0c48fb48192179e67c52c4210e39030, b303870165e171c8430c823bfb73d9a6, c400c3c4ab8ca5116ea7a596697d459d, cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:10:58,295 INFO [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-10T06:10:58,298 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns3/test-17312189410342/7bb91a957f45918287fdac52ee228600/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T06:10:58,298 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:58,299 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:10:58,299 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bb91a957f45918287fdac52ee228600: Waiting for close lock at 1731219058293Running coprocessor pre-close hooks at 1731219058294 (+1 ms)Disabling compacts and flushes for region at 1731219058294Disabling writes for close at 1731219058294Writing region close event to WAL at 1731219058294Running coprocessor post-close hooks at 1731219058298 (+4 ms)Closed at 1731219058299 (+1 ms) 2024-11-10T06:10:58,299 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17312189410342,,1731218945222.7bb91a957f45918287fdac52ee228600. 2024-11-10T06:10:58,299 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c400c3c4ab8ca5116ea7a596697d459d, disabling compactions & flushes 2024-11-10T06:10:58,299 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:58,299 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:58,299 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. after waiting 0 ms 2024-11-10T06:10:58,299 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:58,306 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/c400c3c4ab8ca5116ea7a596697d459d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-10T06:10:58,307 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:58,307 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:58,307 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c400c3c4ab8ca5116ea7a596697d459d: Waiting for close lock at 1731219058299Running coprocessor pre-close hooks at 1731219058299Disabling compacts and flushes for region at 1731219058299Disabling writes for close at 1731219058299Writing region close event to WAL at 1731219058303 (+4 ms)Running coprocessor post-close hooks at 1731219058306 (+3 ms)Closed at 1731219058307 (+1 ms) 2024-11-10T06:10:58,307 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731219044532.c400c3c4ab8ca5116ea7a596697d459d. 2024-11-10T06:10:58,307 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dd5ede044f90c8ae10d0aa1a6c71aae, disabling compactions & flushes 2024-11-10T06:10:58,307 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:10:58,307 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:10:58,307 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. after waiting 0 ms 2024-11-10T06:10:58,307 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:10:58,307 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2dd5ede044f90c8ae10d0aa1a6c71aae 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-10T06:10:58,307 INFO [regionserver/0aaf7e40abad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:10:58,312 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/meta/9ff58a439e214394b519009afcd94afd is 158, key is trslm:hdfs://localhost:38843/backupUT\x00ns2:test-17312189410341/meta:log-roll-map/1731219033097/Put/seqid=0 2024-11-10T06:10:58,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741995_1171 (size=6208) 2024-11-10T06:10:58,320 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/.tmp/info/b4c7ce09cd644a97a3ee895e4693ac18 is 159, key is ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6./info:regioninfo/1731218944116/Put/seqid=0 2024-11-10T06:10:58,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741996_1172 (size=19093) 2024-11-10T06:10:58,390 INFO [regionserver/0aaf7e40abad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:10:58,390 INFO [regionserver/0aaf7e40abad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:10:58,495 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bd6ec9a47d9b39ee9ef625eddf718b6, 2cd25018dad09b0da8a585344db7d57e, 2dd5ede044f90c8ae10d0aa1a6c71aae, a5fb3561501159eb6eb492dc63b09450, b0c48fb48192179e67c52c4210e39030, b303870165e171c8430c823bfb73d9a6, cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:10:58,696 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bd6ec9a47d9b39ee9ef625eddf718b6, 2cd25018dad09b0da8a585344db7d57e, 2dd5ede044f90c8ae10d0aa1a6c71aae, a5fb3561501159eb6eb492dc63b09450, b0c48fb48192179e67c52c4210e39030, b303870165e171c8430c823bfb73d9a6, cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:10:58,717 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/meta/9ff58a439e214394b519009afcd94afd 2024-11-10T06:10:58,725 INFO [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/.tmp/info/b4c7ce09cd644a97a3ee895e4693ac18 2024-11-10T06:10:58,734 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/bf27b8bb93e542c880bcb2ce7adbec13 is 588, key is session:backup_1731219020329/session:context/1731219033541/Put/seqid=0 2024-11-10T06:10:58,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741997_1173 (size=5689) 2024-11-10T06:10:58,747 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/.tmp/ns/56d501c4f04b4fedb05b5211a39daa1c is 85, key is ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008./ns:/1731219054176/DeleteFamily/seqid=0 2024-11-10T06:10:58,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741998_1174 (size=5760) 2024-11-10T06:10:58,896 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bd6ec9a47d9b39ee9ef625eddf718b6, 2cd25018dad09b0da8a585344db7d57e, 2dd5ede044f90c8ae10d0aa1a6c71aae, a5fb3561501159eb6eb492dc63b09450, b0c48fb48192179e67c52c4210e39030, b303870165e171c8430c823bfb73d9a6, cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:10:59,096 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bd6ec9a47d9b39ee9ef625eddf718b6, 2cd25018dad09b0da8a585344db7d57e, 2dd5ede044f90c8ae10d0aa1a6c71aae, a5fb3561501159eb6eb492dc63b09450, b0c48fb48192179e67c52c4210e39030, b303870165e171c8430c823bfb73d9a6, cafaee1f7118326ed1b3863882a7a89b 2024-11-10T06:10:59,139 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/bf27b8bb93e542c880bcb2ce7adbec13 2024-11-10T06:10:59,145 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/meta/9ff58a439e214394b519009afcd94afd as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/9ff58a439e214394b519009afcd94afd 2024-11-10T06:10:59,151 INFO [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/.tmp/ns/56d501c4f04b4fedb05b5211a39daa1c 2024-11-10T06:10:59,152 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/meta/9ff58a439e214394b519009afcd94afd, entries=7, sequenceid=52, filesize=6.1 K 2024-11-10T06:10:59,153 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/.tmp/session/bf27b8bb93e542c880bcb2ce7adbec13 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/bf27b8bb93e542c880bcb2ce7adbec13 2024-11-10T06:10:59,159 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/session/bf27b8bb93e542c880bcb2ce7adbec13, entries=2, sequenceid=52, filesize=5.6 K 2024-11-10T06:10:59,160 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 2dd5ede044f90c8ae10d0aa1a6c71aae in 853ms, sequenceid=52, compaction requested=true 2024-11-10T06:10:59,166 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system/2dd5ede044f90c8ae10d0aa1a6c71aae/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-10T06:10:59,167 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:59,167 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:10:59,167 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dd5ede044f90c8ae10d0aa1a6c71aae: Waiting for close lock at 1731219058307Running coprocessor pre-close hooks at 1731219058307Disabling compacts and flushes for region at 1731219058307Disabling writes for close at 1731219058307Obtaining lock to block concurrent updates at 1731219058307Preparing flush snapshotting stores in 2dd5ede044f90c8ae10d0aa1a6c71aae at 1731219058307Finished memstore snapshotting backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731219058308 (+1 ms)Flushing stores of backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. at 1731219058308Flushing 2dd5ede044f90c8ae10d0aa1a6c71aae/meta: creating writer at 1731219058308Flushing 2dd5ede044f90c8ae10d0aa1a6c71aae/meta: appending metadata at 1731219058311 (+3 ms)Flushing 2dd5ede044f90c8ae10d0aa1a6c71aae/meta: closing flushed file at 1731219058311Flushing 2dd5ede044f90c8ae10d0aa1a6c71aae/session: creating writer at 1731219058729 (+418 ms)Flushing 2dd5ede044f90c8ae10d0aa1a6c71aae/session: appending metadata at 1731219058733 (+4 ms)Flushing 2dd5ede044f90c8ae10d0aa1a6c71aae/session: closing flushed file at 1731219058733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e178c4: reopening flushed file at 1731219059144 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73862f68: reopening flushed file at 1731219059152 (+8 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 2dd5ede044f90c8ae10d0aa1a6c71aae in 853ms, sequenceid=52, compaction requested=true at 1731219059160 (+8 ms)Writing region close event to WAL at 1731219059162 (+2 ms)Running coprocessor post-close hooks at 1731219059167 (+5 ms)Closed at 1731219059167 2024-11-10T06:10:59,167 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731218951427.2dd5ede044f90c8ae10d0aa1a6c71aae. 2024-11-10T06:10:59,167 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cafaee1f7118326ed1b3863882a7a89b, disabling compactions & flushes 2024-11-10T06:10:59,167 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:10:59,167 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:10:59,167 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. after waiting 0 ms 2024-11-10T06:10:59,167 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:10:59,170 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/backup/system_bulk/cafaee1f7118326ed1b3863882a7a89b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T06:10:59,171 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:59,171 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:10:59,171 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cafaee1f7118326ed1b3863882a7a89b: Waiting for close lock at 1731219059167Running coprocessor pre-close hooks at 1731219059167Disabling compacts and flushes for region at 1731219059167Disabling writes for close at 1731219059167Writing region close event to WAL at 1731219059168 (+1 ms)Running coprocessor post-close hooks at 1731219059171 (+3 ms)Closed at 1731219059171 2024-11-10T06:10:59,171 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731218953616.cafaee1f7118326ed1b3863882a7a89b. 2024-11-10T06:10:59,171 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5fb3561501159eb6eb492dc63b09450, disabling compactions & flushes 2024-11-10T06:10:59,171 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:10:59,171 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:10:59,171 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. after waiting 0 ms 2024-11-10T06:10:59,171 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:10:59,171 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a5fb3561501159eb6eb492dc63b09450 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-10T06:10:59,180 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/.tmp/rep_barrier/b9893854e2274b4ab21f2bdb2e24dbaa is 94, key is ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008./rep_barrier:/1731219054176/DeleteFamily/seqid=0 2024-11-10T06:10:59,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741999_1175 (size=5640) 2024-11-10T06:10:59,186 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/f2/a00ae876e82b474db1e323b0f3d576c9 is 58, key is row-test-1731218941034-2-0/f2:q1/1731219015321/Put/seqid=0 2024-11-10T06:10:59,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073742000_1176 (size=5464) 2024-11-10T06:10:59,297 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-10T06:10:59,297 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1325): Online Regions={a5fb3561501159eb6eb492dc63b09450=test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450., 2cd25018dad09b0da8a585344db7d57e=table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e., 1588230740=hbase:meta,,1.1588230740, b303870165e171c8430c823bfb73d9a6=ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6., 2bd6ec9a47d9b39ee9ef625eddf718b6=ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6., b0c48fb48192179e67c52c4210e39030=ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030.} 2024-11-10T06:10:59,297 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bd6ec9a47d9b39ee9ef625eddf718b6, 2cd25018dad09b0da8a585344db7d57e, a5fb3561501159eb6eb492dc63b09450, b0c48fb48192179e67c52c4210e39030, b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:59,498 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bd6ec9a47d9b39ee9ef625eddf718b6, 2cd25018dad09b0da8a585344db7d57e, a5fb3561501159eb6eb492dc63b09450, b0c48fb48192179e67c52c4210e39030, b303870165e171c8430c823bfb73d9a6 2024-11-10T06:10:59,584 INFO [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/.tmp/rep_barrier/b9893854e2274b4ab21f2bdb2e24dbaa 2024-11-10T06:10:59,591 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/f2/a00ae876e82b474db1e323b0f3d576c9 2024-11-10T06:10:59,599 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/.tmp/f2/a00ae876e82b474db1e323b0f3d576c9 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f2/a00ae876e82b474db1e323b0f3d576c9 2024-11-10T06:10:59,605 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/f2/a00ae876e82b474db1e323b0f3d576c9, entries=7, sequenceid=348, filesize=5.3 K 2024-11-10T06:10:59,606 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a5fb3561501159eb6eb492dc63b09450 in 435ms, sequenceid=348, compaction requested=false 2024-11-10T06:10:59,610 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/test-1731218941034/a5fb3561501159eb6eb492dc63b09450/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-10T06:10:59,610 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:59,610 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:10:59,611 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5fb3561501159eb6eb492dc63b09450: Waiting for close lock at 1731219059171Running coprocessor pre-close hooks at 1731219059171Disabling compacts and flushes for region at 1731219059171Disabling writes for close at 1731219059171Obtaining lock to block concurrent updates at 1731219059171Preparing flush snapshotting stores in a5fb3561501159eb6eb492dc63b09450 at 1731219059171Finished memstore snapshotting test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731219059172 (+1 ms)Flushing stores of test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. at 1731219059172Flushing a5fb3561501159eb6eb492dc63b09450/f2: creating writer at 1731219059172Flushing a5fb3561501159eb6eb492dc63b09450/f2: appending metadata at 1731219059186 (+14 ms)Flushing a5fb3561501159eb6eb492dc63b09450/f2: closing flushed file at 1731219059186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae3bbb1: reopening flushed file at 1731219059598 (+412 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a5fb3561501159eb6eb492dc63b09450 in 435ms, sequenceid=348, compaction requested=false at 1731219059606 (+8 ms)Writing region close event to WAL at 1731219059607 (+1 ms)Running coprocessor post-close hooks at 1731219059610 (+3 ms)Closed at 1731219059610 2024-11-10T06:10:59,611 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731218941034,,1731218941548.a5fb3561501159eb6eb492dc63b09450. 2024-11-10T06:10:59,611 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cd25018dad09b0da8a585344db7d57e, disabling compactions & flushes 2024-11-10T06:10:59,611 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:59,611 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:59,611 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. after waiting 0 ms 2024-11-10T06:10:59,611 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:59,612 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/.tmp/table/4b0d975a8dd345b19576b7e138c7b5ed is 88, key is ns2:table2,,1731219039434.28e0be8a0a763e4163813a9189857008./table:/1731219054176/DeleteFamily/seqid=0 2024-11-10T06:10:59,615 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/default/table1/2cd25018dad09b0da8a585344db7d57e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-10T06:10:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073742001_1177 (size=6364) 2024-11-10T06:10:59,615 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:59,615 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:59,615 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cd25018dad09b0da8a585344db7d57e: Waiting for close lock at 1731219059611Running coprocessor pre-close hooks at 1731219059611Disabling compacts and flushes for region at 1731219059611Disabling writes for close at 1731219059611Writing region close event to WAL at 1731219059612 (+1 ms)Running coprocessor post-close hooks at 1731219059615 (+3 ms)Closed at 1731219059615 2024-11-10T06:10:59,616 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731219044532.2cd25018dad09b0da8a585344db7d57e. 2024-11-10T06:10:59,616 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b303870165e171c8430c823bfb73d9a6, disabling compactions & flushes 2024-11-10T06:10:59,616 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. 2024-11-10T06:10:59,616 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. 2024-11-10T06:10:59,616 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. after waiting 0 ms 2024-11-10T06:10:59,616 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. 2024-11-10T06:10:59,619 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/table2/b303870165e171c8430c823bfb73d9a6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T06:10:59,620 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:59,620 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. 2024-11-10T06:10:59,620 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b303870165e171c8430c823bfb73d9a6: Waiting for close lock at 1731219059616Running coprocessor pre-close hooks at 1731219059616Disabling compacts and flushes for region at 1731219059616Disabling writes for close at 1731219059616Writing region close event to WAL at 1731219059616Running coprocessor post-close hooks at 1731219059620 (+4 ms)Closed at 1731219059620 2024-11-10T06:10:59,620 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731219054175.b303870165e171c8430c823bfb73d9a6. 2024-11-10T06:10:59,620 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bd6ec9a47d9b39ee9ef625eddf718b6, disabling compactions & flushes 2024-11-10T06:10:59,620 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:10:59,621 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:10:59,621 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. after waiting 0 ms 2024-11-10T06:10:59,621 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:10:59,624 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns2/test-17312189410341/2bd6ec9a47d9b39ee9ef625eddf718b6/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-10T06:10:59,624 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:59,624 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:10:59,625 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bd6ec9a47d9b39ee9ef625eddf718b6: Waiting for close lock at 1731219059620Running coprocessor pre-close hooks at 1731219059620Disabling compacts and flushes for region at 1731219059620Disabling writes for close at 1731219059621 (+1 ms)Writing region close event to WAL at 1731219059621Running coprocessor post-close hooks at 1731219059624 (+3 ms)Closed at 1731219059624 2024-11-10T06:10:59,625 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17312189410341,,1731218942916.2bd6ec9a47d9b39ee9ef625eddf718b6. 2024-11-10T06:10:59,625 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0c48fb48192179e67c52c4210e39030, disabling compactions & flushes 2024-11-10T06:10:59,625 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:10:59,625 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:10:59,625 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. after waiting 0 ms 2024-11-10T06:10:59,625 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:10:59,628 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/ns4/test-17312189410343/b0c48fb48192179e67c52c4210e39030/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T06:10:59,628 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:10:59,628 INFO [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:10:59,628 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0c48fb48192179e67c52c4210e39030: Waiting for close lock at 1731219059625Running coprocessor pre-close hooks at 1731219059625Disabling compacts and flushes for region at 1731219059625Disabling writes for close at 1731219059625Writing region close event to WAL at 1731219059625Running coprocessor post-close hooks at 1731219059628 (+3 ms)Closed at 1731219059628 2024-11-10T06:10:59,628 DEBUG [RS_CLOSE_REGION-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17312189410343,,1731218947394.b0c48fb48192179e67c52c4210e39030. 2024-11-10T06:10:59,698 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:10:59,898 DEBUG [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:11:00,018 INFO [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/.tmp/table/4b0d975a8dd345b19576b7e138c7b5ed 2024-11-10T06:11:00,030 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/.tmp/info/b4c7ce09cd644a97a3ee895e4693ac18 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/info/b4c7ce09cd644a97a3ee895e4693ac18 2024-11-10T06:11:00,038 INFO [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/info/b4c7ce09cd644a97a3ee895e4693ac18, entries=114, sequenceid=97, filesize=18.6 K 2024-11-10T06:11:00,039 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/.tmp/ns/56d501c4f04b4fedb05b5211a39daa1c as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/ns/56d501c4f04b4fedb05b5211a39daa1c 2024-11-10T06:11:00,046 INFO [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/ns/56d501c4f04b4fedb05b5211a39daa1c, entries=10, sequenceid=97, filesize=5.6 K 2024-11-10T06:11:00,047 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/.tmp/rep_barrier/b9893854e2274b4ab21f2bdb2e24dbaa as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/rep_barrier/b9893854e2274b4ab21f2bdb2e24dbaa 2024-11-10T06:11:00,053 INFO [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/rep_barrier/b9893854e2274b4ab21f2bdb2e24dbaa, entries=3, sequenceid=97, filesize=5.5 K 2024-11-10T06:11:00,054 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/.tmp/table/4b0d975a8dd345b19576b7e138c7b5ed as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/table/4b0d975a8dd345b19576b7e138c7b5ed 2024-11-10T06:11:00,059 INFO [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/table/4b0d975a8dd345b19576b7e138c7b5ed, entries=21, sequenceid=97, filesize=6.2 K 2024-11-10T06:11:00,060 INFO [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1765ms, sequenceid=97, compaction requested=false 2024-11-10T06:11:00,065 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-10T06:11:00,065 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:11:00,065 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:11:00,065 INFO [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:11:00,065 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219058295Running coprocessor pre-close hooks at 1731219058295Disabling compacts and flushes for region at 1731219058295Disabling writes for close at 1731219058295Obtaining lock to block concurrent updates at 1731219058295Preparing flush snapshotting stores in 1588230740 at 1731219058295Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731219058296 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731219058296Flushing 1588230740/info: creating writer at 1731219058297 (+1 ms)Flushing 1588230740/info: appending metadata at 1731219058319 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731219058319Flushing 1588230740/ns: creating writer at 1731219058733 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731219058746 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731219058746Flushing 1588230740/rep_barrier: creating writer at 1731219059157 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219059179 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219059179Flushing 1588230740/table: creating writer at 1731219059594 (+415 ms)Flushing 1588230740/table: appending metadata at 1731219059612 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731219059612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d616d1: reopening flushed file at 1731219060028 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7acdc985: reopening flushed file at 1731219060038 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@514d8f2b: reopening flushed file at 1731219060046 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64048a36: reopening flushed file at 1731219060053 (+7 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1765ms, sequenceid=97, compaction requested=false at 1731219060060 (+7 ms)Writing region close event to WAL at 1731219060061 (+1 ms)Running coprocessor post-close hooks at 1731219060065 (+4 ms)Closed at 1731219060065 2024-11-10T06:11:00,066 DEBUG [RS_CLOSE_META-regionserver/0aaf7e40abad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:11:00,098 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(976): stopping server 0aaf7e40abad,44111,1731218931869; all regions closed. 2024-11-10T06:11:00,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741953_1129 (size=16160) 2024-11-10T06:11:00,112 DEBUG [RS:0;0aaf7e40abad:44111 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs 2024-11-10T06:11:00,112 INFO [RS:0;0aaf7e40abad:44111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.meta:.meta(num 1731219024800) 2024-11-10T06:11:00,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741954_1130 (size=7600) 2024-11-10T06:11:00,114 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/WALs/0aaf7e40abad,44111,1731218931869/0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1.1731219024819 not finished, retry = 0 2024-11-10T06:11:00,223 DEBUG [RS:0;0aaf7e40abad:44111 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs 2024-11-10T06:11:00,223 INFO [RS:0;0aaf7e40abad:44111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-1:(num 1731219024819) 2024-11-10T06:11:00,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741955_1131 (size=4448) 2024-11-10T06:11:00,232 DEBUG [RS:0;0aaf7e40abad:44111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/oldWALs 2024-11-10T06:11:00,232 INFO [RS:0;0aaf7e40abad:44111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0aaf7e40abad%2C44111%2C1731218931869.0aaf7e40abad%2C44111%2C1731218931869.regiongroup-0:(num 1731219024835) 2024-11-10T06:11:00,232 DEBUG [RS:0;0aaf7e40abad:44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:11:00,232 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:11:00,232 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:11:00,233 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.ChoreService(370): Chore service for: regionserver/0aaf7e40abad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:11:00,233 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:11:00,233 INFO [regionserver/0aaf7e40abad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:11:00,234 INFO [RS:0;0aaf7e40abad:44111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44111 2024-11-10T06:11:00,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/0aaf7e40abad,44111,1731218931869 2024-11-10T06:11:00,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-10T06:11:00,265 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:11:00,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0aaf7e40abad,44111,1731218931869] 2024-11-10T06:11:00,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/0aaf7e40abad,44111,1731218931869 already deleted, retry=false 2024-11-10T06:11:00,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0aaf7e40abad,44111,1731218931869 expired; onlineServers=0 2024-11-10T06:11:00,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0aaf7e40abad,42581,1731218930073' ***** 2024-11-10T06:11:00,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:11:00,283 INFO [M:0;0aaf7e40abad:42581 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-10T06:11:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-10T06:11:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-10T06:11:00,291 INFO [M:0;0aaf7e40abad:42581 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6f37fe95{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-11-10T06:11:00,292 INFO [M:0;0aaf7e40abad:42581 {}] server.AbstractConnector(383): Stopped ServerConnector@46effa2e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-10T06:11:00,292 INFO [M:0;0aaf7e40abad:42581 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:11:00,292 INFO [M:0;0aaf7e40abad:42581 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@54c24d60{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-10T06:11:00,292 INFO [M:0;0aaf7e40abad:42581 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2b686df1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,STOPPED} 2024-11-10T06:11:00,293 INFO [M:0;0aaf7e40abad:42581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:11:00,293 INFO [M:0;0aaf7e40abad:42581 {}] master.HMaster(1770): Stopping master jetty server 2024-11-10T06:11:00,294 INFO [M:0;0aaf7e40abad:42581 {}] server.AbstractConnector(383): Stopped ServerConnector@1fed14f9{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-10T06:11:00,294 INFO [M:0;0aaf7e40abad:42581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:11:00,294 DEBUG [M:0;0aaf7e40abad:42581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:11:00,294 INFO [M:0;0aaf7e40abad:42581 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-10T06:11:00,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:11:00,294 INFO [M:0;0aaf7e40abad:42581 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;0aaf7e40abad:42581. 2024-11-10T06:11:00,294 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster-HFileCleaner.large.0-1731218935108 {}] cleaner.HFileCleaner(306): Exit Thread[master/0aaf7e40abad:0:becomeActiveMaster-HFileCleaner.large.0-1731218935108,5,FailOnTimeoutGroup] 2024-11-10T06:11:00,294 DEBUG [master/0aaf7e40abad:0:becomeActiveMaster-HFileCleaner.small.0-1731218935109 {}] cleaner.HFileCleaner(306): Exit Thread[master/0aaf7e40abad:0:becomeActiveMaster-HFileCleaner.small.0-1731218935109,5,FailOnTimeoutGroup] 2024-11-10T06:11:00,294 DEBUG [M:0;0aaf7e40abad:42581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:11:00,294 DEBUG [M:0;0aaf7e40abad:42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:11:00,295 DEBUG [M:0;0aaf7e40abad:42581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:11:00,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:11:00,295 DEBUG [M:0;0aaf7e40abad:42581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:11:00,295 INFO [M:0;0aaf7e40abad:42581 {}] hbase.ChoreService(370): Chore service for: master/0aaf7e40abad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:11:00,295 INFO [M:0;0aaf7e40abad:42581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:11:00,295 DEBUG [M:0;0aaf7e40abad:42581 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:11:00,295 INFO [M:0;0aaf7e40abad:42581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:11:00,295 INFO [M:0;0aaf7e40abad:42581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:11:00,295 ERROR [M:0;0aaf7e40abad:42581 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-10T06:11:00,296 INFO [M:0;0aaf7e40abad:42581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:11:00,296 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:11:00,297 DEBUG [M:0;0aaf7e40abad:42581 {}] zookeeper.ZKUtil(347): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-10T06:11:00,297 WARN [M:0;0aaf7e40abad:42581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:11:00,297 INFO [M:0;0aaf7e40abad:42581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/.lastflushedseqids 2024-11-10T06:11:00,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073742002_1178 (size=761) 2024-11-10T06:11:00,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:11:00,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x10124a6095b0001, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:11:00,377 INFO [RS:0;0aaf7e40abad:44111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:11:00,377 INFO [RS:0;0aaf7e40abad:44111 {}] regionserver.HRegionServer(1031): Exiting; stopping=0aaf7e40abad,44111,1731218931869; zookeeper connection closed. 2024-11-10T06:11:00,378 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2837bca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2837bca 2024-11-10T06:11:00,379 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:11:00,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:11:00,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17312189410341 2024-11-10T06:11:00,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-10T06:11:00,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-10T06:11:00,521 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:11:00,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-10T06:11:00,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731218941034 2024-11-10T06:11:00,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17312189410342 2024-11-10T06:11:00,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-10T06:11:00,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17312189410343 2024-11-10T06:11:00,522 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-10T06:11:00,709 INFO [M:0;0aaf7e40abad:42581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:11:00,709 INFO [M:0;0aaf7e40abad:42581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:11:00,710 DEBUG [M:0;0aaf7e40abad:42581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:11:00,727 INFO [M:0;0aaf7e40abad:42581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:11:00,727 DEBUG [M:0;0aaf7e40abad:42581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:11:00,727 DEBUG [M:0;0aaf7e40abad:42581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:11:00,727 DEBUG [M:0;0aaf7e40abad:42581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:11:00,728 INFO [M:0;0aaf7e40abad:42581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=436.77 KB heapSize=513.32 KB 2024-11-10T06:11:00,741 DEBUG [M:0;0aaf7e40abad:42581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6663d90e9b4b4f7fbd4dedfec713b561 is 82, key is hbase:meta,,1/info:regioninfo/1731218936077/Put/seqid=0 2024-11-10T06:11:00,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073742003_1179 (size=5672) 2024-11-10T06:11:01,147 INFO [M:0;0aaf7e40abad:42581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6663d90e9b4b4f7fbd4dedfec713b561 2024-11-10T06:11:01,172 DEBUG [M:0;0aaf7e40abad:42581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26fa70b37d04468b93e59840df93f85e is 2201, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1731219051280/Put/seqid=0 2024-11-10T06:11:01,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073742004_1180 (size=28861) 2024-11-10T06:11:01,578 INFO [M:0;0aaf7e40abad:42581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=436.21 KB at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26fa70b37d04468b93e59840df93f85e 2024-11-10T06:11:01,589 INFO [M:0;0aaf7e40abad:42581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26fa70b37d04468b93e59840df93f85e 2024-11-10T06:11:01,609 DEBUG [M:0;0aaf7e40abad:42581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfe62e8f394e4f12a6958b1893276068 is 69, key is 0aaf7e40abad,44111,1731218931869/rs:state/1731218935225/Put/seqid=0 2024-11-10T06:11:01,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073742005_1181 (size=5156) 2024-11-10T06:11:02,015 INFO [M:0;0aaf7e40abad:42581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfe62e8f394e4f12a6958b1893276068 2024-11-10T06:11:02,026 DEBUG [M:0;0aaf7e40abad:42581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6663d90e9b4b4f7fbd4dedfec713b561 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6663d90e9b4b4f7fbd4dedfec713b561 2024-11-10T06:11:02,032 INFO [M:0;0aaf7e40abad:42581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6663d90e9b4b4f7fbd4dedfec713b561, entries=8, sequenceid=903, filesize=5.5 K 2024-11-10T06:11:02,033 DEBUG [M:0;0aaf7e40abad:42581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26fa70b37d04468b93e59840df93f85e as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26fa70b37d04468b93e59840df93f85e 2024-11-10T06:11:02,038 INFO [M:0;0aaf7e40abad:42581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26fa70b37d04468b93e59840df93f85e 2024-11-10T06:11:02,038 INFO [M:0;0aaf7e40abad:42581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26fa70b37d04468b93e59840df93f85e, entries=93, sequenceid=903, filesize=28.2 K 2024-11-10T06:11:02,039 DEBUG [M:0;0aaf7e40abad:42581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfe62e8f394e4f12a6958b1893276068 as hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfe62e8f394e4f12a6958b1893276068 2024-11-10T06:11:02,045 INFO [M:0;0aaf7e40abad:42581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfe62e8f394e4f12a6958b1893276068, entries=1, sequenceid=903, filesize=5.0 K 2024-11-10T06:11:02,046 INFO [M:0;0aaf7e40abad:42581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~436.77 KB/447250, heapSize ~513.02 KB/525336, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=903, compaction requested=false 2024-11-10T06:11:02,048 INFO [M:0;0aaf7e40abad:42581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:11:02,048 DEBUG [M:0;0aaf7e40abad:42581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219060710Disabling compacts and flushes for region at 1731219060710Disabling writes for close at 1731219060727 (+17 ms)Obtaining lock to block concurrent updates at 1731219060728 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219060728Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=447250, getHeapSize=525576, getOffHeapSize=0, getCellsCount=1026 at 1731219060728Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219060728Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219060728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219060741 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219060741Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219061156 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219061171 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219061171Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219061589 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219061608 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219061608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d341b10: reopening flushed file at 1731219062025 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42bdef22: reopening flushed file at 1731219062032 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1c6640: reopening flushed file at 1731219062038 (+6 ms)Finished flush of dataSize ~436.77 KB/447250, heapSize ~513.02 KB/525336, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=903, compaction requested=false at 1731219062046 (+8 ms)Writing region close event to WAL at 1731219062047 (+1 ms)Closed at 1731219062048 (+1 ms) 2024-11-10T06:11:02,051 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/decea7c1-7383-43c4-8d7d-786695a00b6c/MasterData/WALs/0aaf7e40abad,42581,1731218930073/0aaf7e40abad%2C42581%2C1731218930073.0aaf7e40abad%2C42581%2C1731218930073.regiongroup-0.1731218934102 not finished, retry = 0 2024-11-10T06:11:02,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41745 is added to blk_1073741830_1006 (size=506856) 2024-11-10T06:11:02,153 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:11:02,153 INFO [M:0;0aaf7e40abad:42581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:11:02,153 INFO [M:0;0aaf7e40abad:42581 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-10T06:11:02,154 INFO [M:0;0aaf7e40abad:42581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42581 2024-11-10T06:11:02,154 INFO [M:0;0aaf7e40abad:42581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:11:02,308 INFO [M:0;0aaf7e40abad:42581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:11:02,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:11:02,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42581-0x10124a6095b0000, quorum=127.0.0.1:61294, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:11:02,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@776efeae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:11:02,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@479df13a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:11:02,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:11:02,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b2b78d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:11:02,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be2f62b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,STOPPED} 2024-11-10T06:11:02,330 WARN [BP-1325763051-172.17.0.2-1731218925977 heartbeating to localhost/127.0.0.1:38843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:11:02,330 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:11:02,330 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:11:02,330 WARN [BP-1325763051-172.17.0.2-1731218925977 heartbeating to localhost/127.0.0.1:38843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1325763051-172.17.0.2-1731218925977 (Datanode Uuid efcfbff1-91bf-4e23-b2b9-0c14b637884a) service to localhost/127.0.0.1:38843 2024-11-10T06:11:02,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/cluster_fbbd0452-0049-9f14-9570-3dcaeffa59e2/data/data1/current/BP-1325763051-172.17.0.2-1731218925977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:11:02,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/cluster_fbbd0452-0049-9f14-9570-3dcaeffa59e2/data/data2/current/BP-1325763051-172.17.0.2-1731218925977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:11:02,333 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:11:02,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df1a11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:11:02,339 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34c8bc74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:11:02,339 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:11:02,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17280962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:11:02,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f46724{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,STOPPED} 2024-11-10T06:11:02,347 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T06:11:02,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:11:02,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-10T06:11:02,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46f2909c{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-10T06:11:02,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550448c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:11:02,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:11:02,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28d5df62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-10T06:11:02,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b35098{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,STOPPED} 2024-11-10T06:11:02,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48fd52ee{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-10T06:11:02,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d08b16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:11:02,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:11:02,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35985cec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-10T06:11:02,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10b3aad0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,STOPPED} 2024-11-10T06:11:02,442 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-10T06:11:02,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11572f8c{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-10T06:11:02,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@423a9db4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:11:02,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:11:02,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f34157b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-10T06:11:02,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@349f1fd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,STOPPED} 2024-11-10T06:11:02,446 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-10T06:11:02,450 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-10T06:11:02,450 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-10T06:11:02,451 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-10T06:11:02,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18851078{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-10T06:11:02,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@777737f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:11:02,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:11:02,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fea1fa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-10T06:11:02,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7907cc73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/eb470809-2792-2e63-08c8-bf7d6da02025/hadoop.log.dir/,STOPPED} 2024-11-10T06:11:02,456 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-10T06:11:02,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped