2024-11-20 21:45:45,178 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 2024-11-20 21:45:45,195 main DEBUG Took 0.014440 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 21:45:45,196 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 21:45:45,196 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 21:45:45,197 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 21:45:45,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,219 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 21:45:45,253 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,257 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,263 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,265 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,266 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,268 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,270 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,273 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,274 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,281 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,282 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,288 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,289 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:45:45,290 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,290 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 21:45:45,292 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:45:45,294 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 21:45:45,296 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 21:45:45,297 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 21:45:45,298 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 21:45:45,299 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 21:45:45,310 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 21:45:45,315 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 21:45:45,317 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 21:45:45,317 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 21:45:45,318 main DEBUG createAppenders(={Console}) 2024-11-20 21:45:45,318 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 initialized 2024-11-20 21:45:45,319 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 2024-11-20 21:45:45,319 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 OK. 2024-11-20 21:45:45,320 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 21:45:45,320 main DEBUG OutputStream closed 2024-11-20 21:45:45,321 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 21:45:45,321 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 21:45:45,321 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3d5c822d OK 2024-11-20 21:45:45,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 21:45:45,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 21:45:45,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 21:45:45,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 21:45:45,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 21:45:45,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 21:45:45,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 21:45:45,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 21:45:45,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 21:45:45,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 21:45:45,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 21:45:45,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 21:45:45,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 21:45:45,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 21:45:45,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 21:45:45,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 21:45:45,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 21:45:45,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 21:45:45,492 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 21:45:45,493 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@c9d0d6) with optional ClassLoader: null 2024-11-20 21:45:45,493 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 21:45:45,494 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@c9d0d6] started OK. 2024-11-20T21:45:45,549 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-20 21:45:45,552 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 21:45:45,553 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T21:45:46,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080 2024-11-20T21:45:46,036 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-20T21:45:46,039 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:45:46,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:45:46,088 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/cluster_dce8a2d3-310c-c90b-aea4-ce34cfffa4e6, deleteOnExit=true 2024-11-20T21:45:46,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:45:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/test.cache.data in system properties and HBase conf 2024-11-20T21:45:46,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:45:46,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:45:46,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:45:46,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:45:46,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:45:46,254 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T21:45:46,413 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:45:46,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:45:46,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:45:46,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:45:46,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:45:46,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:45:46,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:45:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:45:46,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:45:46,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:45:46,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:45:46,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:45:46,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:45:46,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:45:46,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:45:47,724 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T21:45:47,837 INFO [Time-limited test {}] log.Log(170): Logging initialized @3807ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T21:45:47,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:45:48,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:45:48,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:45:48,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:45:48,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:45:48,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:45:48,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:45:48,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:45:48,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/java.io.tmpdir/jetty-localhost-33643-hadoop-hdfs-3_4_1-tests_jar-_-any-12561097536868802775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:45:48,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:33643} 2024-11-20T21:45:48,386 INFO [Time-limited test {}] server.Server(415): Started @4357ms 2024-11-20T21:45:48,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:45:48,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:45:48,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:45:48,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:45:48,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:45:48,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@191a481c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:45:48,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655474f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:45:49,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cc93e4d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/java.io.tmpdir/jetty-localhost-44199-hadoop-hdfs-3_4_1-tests_jar-_-any-16489600987609243699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:45:49,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@233938f8{HTTP/1.1, (http/1.1)}{localhost:44199} 2024-11-20T21:45:49,080 INFO [Time-limited test {}] server.Server(415): Started @5051ms 2024-11-20T21:45:49,154 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:45:49,925 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/cluster_dce8a2d3-310c-c90b-aea4-ce34cfffa4e6/data/data1/current/BP-256849844-172.17.0.3-1732139147417/current, will proceed with Du for space computation calculation, 2024-11-20T21:45:49,925 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/cluster_dce8a2d3-310c-c90b-aea4-ce34cfffa4e6/data/data2/current/BP-256849844-172.17.0.3-1732139147417/current, will proceed with Du for space computation calculation, 2024-11-20T21:45:49,984 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:45:50,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a0c1502a9d60460 with lease ID 0x13d77ad0277ee652: Processing first storage report for DS-867d6557-b022-4611-b0a8-230ebb3aed65 from datanode DatanodeRegistration(127.0.0.1:42211, datanodeUuid=e1a2c9a1-3562-47a8-8123-fba581d5e194, infoPort=39733, infoSecurePort=0, ipcPort=40053, storageInfo=lv=-57;cid=testClusterID;nsid=1133504441;c=1732139147417) 2024-11-20T21:45:50,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a0c1502a9d60460 with lease ID 0x13d77ad0277ee652: from storage DS-867d6557-b022-4611-b0a8-230ebb3aed65 node DatanodeRegistration(127.0.0.1:42211, datanodeUuid=e1a2c9a1-3562-47a8-8123-fba581d5e194, infoPort=39733, infoSecurePort=0, ipcPort=40053, storageInfo=lv=-57;cid=testClusterID;nsid=1133504441;c=1732139147417), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T21:45:50,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a0c1502a9d60460 with lease ID 0x13d77ad0277ee652: Processing first storage report for DS-6603ac49-e77e-4f7e-ac95-d6542c8d503a from datanode DatanodeRegistration(127.0.0.1:42211, datanodeUuid=e1a2c9a1-3562-47a8-8123-fba581d5e194, infoPort=39733, infoSecurePort=0, ipcPort=40053, storageInfo=lv=-57;cid=testClusterID;nsid=1133504441;c=1732139147417) 2024-11-20T21:45:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a0c1502a9d60460 with lease ID 0x13d77ad0277ee652: from storage DS-6603ac49-e77e-4f7e-ac95-d6542c8d503a node DatanodeRegistration(127.0.0.1:42211, datanodeUuid=e1a2c9a1-3562-47a8-8123-fba581d5e194, infoPort=39733, infoSecurePort=0, ipcPort=40053, storageInfo=lv=-57;cid=testClusterID;nsid=1133504441;c=1732139147417), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:45:50,090 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080 2024-11-20T21:45:50,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/cluster_dce8a2d3-310c-c90b-aea4-ce34cfffa4e6/zookeeper_0, clientPort=63078, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/cluster_dce8a2d3-310c-c90b-aea4-ce34cfffa4e6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/cluster_dce8a2d3-310c-c90b-aea4-ce34cfffa4e6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:45:50,215 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63078 2024-11-20T21:45:50,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:45:50,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:45:50,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:45:50,926 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e with version=8 2024-11-20T21:45:50,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging 2024-11-20T21:45:50,945 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-20T21:45:50,945 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-20T21:45:50,945 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-20T21:45:50,945 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-20T21:45:51,064 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T21:45:51,363 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:45:51,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:45:51,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:45:51,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:45:51,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:45:51,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:45:51,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:45:51,631 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T21:45:51,640 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T21:45:51,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:45:51,671 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18612 (auto-detected) 2024-11-20T21:45:51,672 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-20T21:45:51,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38221 2024-11-20T21:45:51,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38221 connecting to ZooKeeper ensemble=127.0.0.1:63078 2024-11-20T21:45:51,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382210x0, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:45:51,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38221-0x1005f27f5fa0000 connected 2024-11-20T21:45:51,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:45:51,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:45:51,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-20T21:45:51,859 INFO [Time-limited test {}] log.Log(170): Logging initialized @7830ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T21:45:51,903 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-20T21:45:51,903 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-20T21:45:51,904 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-20T21:45:51,905 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-20T21:45:51,906 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-20T21:45:51,907 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-20T21:45:51,907 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-20T21:45:51,908 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-20T21:45:51,909 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-20T21:45:51,983 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 42695 2024-11-20T21:45:51,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-20T21:45:52,000 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-20T21:45:52,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7ca98a11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:45:52,003 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-20T21:45:52,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5b460d1c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-20T21:45:52,055 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-20T21:45:52,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:45:52,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:45:52,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:45:52,071 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-20T21:45:54,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@56e6bf8{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-20T21:45:54,543 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69cb2ebd{HTTP/1.1, (http/1.1)}{0.0.0.0:42695} 2024-11-20T21:45:54,543 INFO [Time-limited test {}] server.Server(415): Started @10514ms 2024-11-20T21:45:54,547 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e, hbase.cluster.distributed=false 2024-11-20T21:45:54,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-20T21:45:54,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38221 2024-11-20T21:45:54,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38221 2024-11-20T21:45:54,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38221 2024-11-20T21:45:54,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38221 2024-11-20T21:45:54,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38221 2024-11-20T21:45:54,749 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:45:54,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:45:54,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:45:54,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:45:54,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:45:54,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:45:54,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:45:54,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:45:54,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36703 2024-11-20T21:45:54,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36703 connecting to ZooKeeper ensemble=127.0.0.1:63078 2024-11-20T21:45:54,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:45:54,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:45:54,805 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367030x0, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:45:54,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367030x0, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-20T21:45:54,821 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-20T21:45:54,821 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-20T21:45:54,822 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-20T21:45:54,823 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-20T21:45:54,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36703-0x1005f27f5fa0001 connected 2024-11-20T21:45:54,824 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-20T21:45:54,826 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-20T21:45:54,827 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-20T21:45:54,828 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-20T21:45:54,828 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-20T21:45:54,831 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 40857 2024-11-20T21:45:54,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-20T21:45:54,838 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-20T21:45:54,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2ae6f9c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:45:54,838 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-20T21:45:54,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@66ed5787{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-20T21:45:54,857 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-20T21:45:54,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:45:54,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:45:54,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:45:54,860 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-20T21:45:54,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@20d0179b{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-20T21:45:54,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@381b2336{HTTP/1.1, (http/1.1)}{0.0.0.0:40857} 2024-11-20T21:45:54,865 INFO [Time-limited test {}] server.Server(415): Started @10836ms 2024-11-20T21:45:54,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:45:54,886 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:45:54,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-20T21:45:54,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-20T21:45:54,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36703 2024-11-20T21:45:54,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36703 2024-11-20T21:45:54,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36703 2024-11-20T21:45:54,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36703 2024-11-20T21:45:54,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36703 2024-11-20T21:45:54,934 DEBUG [M:0;0b16ab3f13b7:38221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:38221 2024-11-20T21:45:54,938 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-20T21:45:54,949 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@56697c07{HTTP/1.1, (http/1.1)}{0.0.0.0:38207} 2024-11-20T21:45:54,949 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] server.Server(415): Started @10920ms 2024-11-20T21:45:54,949 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/0b16ab3f13b7,38221,1732139151143 2024-11-20T21:45:54,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-20T21:45:54,962 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-20T21:45:54,969 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/0b16ab3f13b7,38221,1732139151143 2024-11-20T21:45:54,999 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-20T21:45:54,999 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:54,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:55,001 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-20T21:45:55,002 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/0b16ab3f13b7,38221,1732139151143 from backup master directory 2024-11-20T21:45:55,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/0b16ab3f13b7,38221,1732139151143 2024-11-20T21:45:55,006 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-20T21:45:55,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-20T21:45:55,007 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:45:55,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,38221,1732139151143 2024-11-20T21:45:55,010 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T21:45:55,016 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T21:45:55,094 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase.id] with ID: 782a2f80-565b-4ca3-ac24-1b924b92b6f3 2024-11-20T21:45:55,094 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.tmp/hbase.id 2024-11-20T21:45:55,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:45:55,507 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.tmp/hbase.id]:[hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase.id] 2024-11-20T21:45:55,556 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:45:55,563 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:45:55,591 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-20T21:45:55,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:55,595 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:55,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:45:56,037 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:45:56,040 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:45:56,049 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-20T21:45:56,053 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-20T21:45:56,069 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:45:56,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:45:56,134 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store 2024-11-20T21:45:56,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:45:56,166 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T21:45:56,170 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:45:56,171 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:45:56,171 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:45:56,172 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:45:56,174 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:45:56,174 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:45:56,174 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:45:56,176 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139156171Disabling compacts and flushes for region at 1732139156171Disabling writes for close at 1732139156174 (+3 ms)Writing region close event to WAL at 1732139156174Closed at 1732139156174 2024-11-20T21:45:56,178 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/.initializing 2024-11-20T21:45:56,178 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/WALs/0b16ab3f13b7,38221,1732139151143 2024-11-20T21:45:56,183 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:45:56,187 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0b16ab3f13b7,38221,1732139151143.regiongroup-0 2024-11-20T21:45:56,206 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C38221%2C1732139151143.0b16ab3f13b7%2C38221%2C1732139151143.regiongroup-0, suffix=, logDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/WALs/0b16ab3f13b7,38221,1732139151143, archiveDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/oldWALs, maxLogs=10 2024-11-20T21:45:56,232 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/WALs/0b16ab3f13b7,38221,1732139151143/0b16ab3f13b7%2C38221%2C1732139151143.0b16ab3f13b7%2C38221%2C1732139151143.regiongroup-0.1732139156211, exclude list is [], retry=0 2024-11-20T21:45:56,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:45:56,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T21:45:56,290 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/WALs/0b16ab3f13b7,38221,1732139151143/0b16ab3f13b7%2C38221%2C1732139151143.0b16ab3f13b7%2C38221%2C1732139151143.regiongroup-0.1732139156211 2024-11-20T21:45:56,291 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:45:56,292 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:45:56,292 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:45:56,296 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:45:56,297 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:45:56,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:45:56,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:45:56,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:56,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:45:56,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:45:56,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:45:56,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:56,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:45:56,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:45:56,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:45:56,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:56,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:45:56,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:45:56,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:45:56,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:56,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:45:56,408 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:45:56,413 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:45:56,414 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:45:56,421 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:45:56,422 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:45:56,426 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:45:56,430 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:45:56,435 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:45:56,436 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10822227360, jitterRate=0.007898464798927307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:45:56,443 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732139156312Initializing all the Stores at 1732139156315 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139156316 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139156317 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139156317Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139156318 (+1 ms)Cleaning up temporary data from old regions at 1732139156422 (+104 ms)Region opened successfully at 1732139156443 (+21 ms) 2024-11-20T21:45:56,445 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:45:56,479 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f0da5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:45:56,514 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:45:56,526 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:45:56,527 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:45:56,530 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:45:56,532 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T21:45:56,537 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T21:45:56,537 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:45:56,565 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:45:56,603 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-20T21:45:56,606 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-20T21:45:56,610 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:45:56,612 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:45:56,616 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-20T21:45:56,619 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:45:56,626 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:45:56,628 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-20T21:45:56,629 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:45:56,631 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-20T21:45:56,653 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:45:56,656 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-20T21:45:56,661 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-20T21:45:56,662 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:56,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-20T21:45:56,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:56,665 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,38221,1732139151143, sessionid=0x1005f27f5fa0000, setting cluster-up flag (Was=false) 2024-11-20T21:45:56,671 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-20T21:45:56,679 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:56,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:56,685 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-20T21:45:56,687 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,38221,1732139151143 2024-11-20T21:45:56,691 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:56,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:56,697 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-20T21:45:56,699 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,38221,1732139151143 2024-11-20T21:45:56,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:56,704 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:56,710 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-20T21:45:56,712 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,38221,1732139151143 2024-11-20T21:45:56,719 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:45:56,816 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(746): ClusterId : 782a2f80-565b-4ca3-ac24-1b924b92b6f3 2024-11-20T21:45:56,817 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:45:56,817 INFO [RS:0;0b16ab3f13b7:36703 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-20T21:45:56,819 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:45:56,825 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:45:56,825 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-20T21:45:56,827 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:45:56,829 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-20T21:45:56,829 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:45:56,833 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:45:56,833 DEBUG [RS:0;0b16ab3f13b7:36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6814c2d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:45:56,834 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:45:56,839 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,38221,1732139151143 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:45:56,845 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:45:56,845 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:45:56,845 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:45:56,845 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:45:56,845 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:45:56,846 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:56,846 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:45:56,846 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:56,848 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:36703 2024-11-20T21:45:56,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732139186849 2024-11-20T21:45:56,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:45:56,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:45:56,851 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:45:56,852 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:45:56,852 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:45:56,853 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:45:56,853 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:45:56,856 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,38221,1732139151143 with port=36703, startcode=1732139154691 2024-11-20T21:45:56,857 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:56,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:45:56,858 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:45:56,858 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-20T21:45:56,859 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:45:56,859 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:45:56,860 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:45:56,861 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:56,864 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:45:56,866 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:45:56,866 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:45:56,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:45:56,871 DEBUG [RS:0;0b16ab3f13b7:36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:45:56,880 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b75ec24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:45:56,880 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:45:56,885 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:45:56,909 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:45:56,919 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:45:56,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:45:56,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:45:56,925 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38221 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T21:45:56,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c84ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:45:56,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:45:56,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:45:56,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:45:56,934 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:45:56,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef9df35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:45:56,938 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-20T21:45:56,940 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:45:56,940 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:45:56,942 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732139156941,5,FailOnTimeoutGroup] 2024-11-20T21:45:56,946 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732139156942,5,FailOnTimeoutGroup] 2024-11-20T21:45:56,946 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:56,946 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:45:56,947 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:56,948 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:56,956 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:45:56,957 WARN [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:45:57,058 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,38221,1732139151143 with port=36703, startcode=1732139154691 2024-11-20T21:45:57,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38221 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:45:57,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38221 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:45:57,072 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:45:57,072 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40403 2024-11-20T21:45:57,072 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=42695 2024-11-20T21:45:57,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-20T21:45:57,081 DEBUG [RS:0;0b16ab3f13b7:36703 {}] zookeeper.ZKUtil(111): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on existing znode=/1/rs/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:45:57,081 WARN [RS:0;0b16ab3f13b7:36703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:45:57,082 INFO [RS:0;0b16ab3f13b7:36703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-20T21:45:57,082 INFO [RS:0;0b16ab3f13b7:36703 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-20T21:45:57,082 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:45:57,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,36703,1732139154691] 2024-11-20T21:45:57,113 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:45:57,128 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:45:57,134 INFO [RS:0;0b16ab3f13b7:36703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:45:57,134 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:57,137 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:45:57,144 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:45:57,145 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:57,145 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:57,146 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:57,146 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:57,146 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:57,146 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:57,146 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:45:57,146 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:57,146 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:57,146 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:57,146 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:57,147 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:57,147 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:45:57,147 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:45:57,147 DEBUG [RS:0;0b16ab3f13b7:36703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:45:57,148 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:57,148 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:57,149 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:57,149 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:57,149 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:57,149 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36703,1732139154691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:45:57,179 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:45:57,181 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36703,1732139154691-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:57,182 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:57,182 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.Replication(171): 0b16ab3f13b7,36703,1732139154691 started 2024-11-20T21:45:57,200 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:57,200 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,36703,1732139154691, RpcServer on 0b16ab3f13b7/172.17.0.3:36703, sessionid=0x1005f27f5fa0001 2024-11-20T21:45:57,201 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:45:57,201 DEBUG [RS:0;0b16ab3f13b7:36703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:45:57,201 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,36703,1732139154691' 2024-11-20T21:45:57,201 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-20T21:45:57,202 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-20T21:45:57,203 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:45:57,203 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-20T21:45:57,203 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,36703,1732139154691' 2024-11-20T21:45:57,203 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-20T21:45:57,204 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-20T21:45:57,205 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-20T21:45:57,205 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-20T21:45:57,205 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:45:57,205 DEBUG [RS:0;0b16ab3f13b7:36703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:45:57,205 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,36703,1732139154691' 2024-11-20T21:45:57,205 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-20T21:45:57,206 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-20T21:45:57,206 DEBUG [RS:0;0b16ab3f13b7:36703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:45:57,206 INFO [RS:0;0b16ab3f13b7:36703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:45:57,206 INFO [RS:0;0b16ab3f13b7:36703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:45:57,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:45:57,274 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:45:57,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:45:57,312 INFO [RS:0;0b16ab3f13b7:36703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:45:57,312 INFO [RS:0;0b16ab3f13b7:36703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0b16ab3f13b7,36703,1732139154691.regiongroup-0 2024-11-20T21:45:57,315 INFO [RS:0;0b16ab3f13b7:36703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0, suffix=, logDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691, archiveDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs, maxLogs=32 2024-11-20T21:45:57,331 DEBUG [RS:0;0b16ab3f13b7:36703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139157317, exclude list is [], retry=0 2024-11-20T21:45:57,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:45:57,348 INFO [RS:0;0b16ab3f13b7:36703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139157317 2024-11-20T21:45:57,349 DEBUG [RS:0;0b16ab3f13b7:36703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:45:57,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:45:57,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:45:57,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:45:57,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:57,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:45:57,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:45:57,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:45:57,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:57,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:45:57,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:45:57,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:45:57,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:57,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:45:57,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:45:57,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:45:57,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:57,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:45:57,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:45:57,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740 2024-11-20T21:45:57,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740 2024-11-20T21:45:57,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:45:57,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:45:57,712 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:45:57,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:45:57,719 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:45:57,720 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9478242080, jitterRate=-0.11726991832256317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:45:57,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732139157687Initializing all the Stores at 1732139157689 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139157690 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139157690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139157690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139157690Cleaning up temporary data from old regions at 1732139157711 (+21 ms)Region opened successfully at 1732139157723 (+12 ms) 2024-11-20T21:45:57,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:45:57,723 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:45:57,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:45:57,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:45:57,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:45:57,725 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:45:57,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139157723Disabling compacts and flushes for region at 1732139157723Disabling writes for close at 1732139157724 (+1 ms)Writing region close event to WAL at 1732139157725 (+1 ms)Closed at 1732139157725 2024-11-20T21:45:57,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:45:57,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:45:57,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:45:57,748 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:45:57,751 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:45:57,903 DEBUG [0b16ab3f13b7:38221 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:45:57,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:45:57,926 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,36703,1732139154691, state=OPENING 2024-11-20T21:45:57,932 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:45:57,934 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:57,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:45:57,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-20T21:45:57,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-20T21:45:57,937 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:45:57,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:45:58,120 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:45:58,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:45:58,137 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:45:58,138 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-20T21:45:58,138 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-20T21:45:58,138 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:45:58,139 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:45:58,143 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C36703%2C1732139154691.meta, suffix=.meta, logDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691, archiveDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs, maxLogs=32 2024-11-20T21:45:58,171 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139158145.meta, exclude list is [], retry=0 2024-11-20T21:45:58,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:45:58,180 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139158145.meta 2024-11-20T21:45:58,181 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:45:58,181 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:45:58,188 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:45:58,189 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:45:58,193 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:45:58,193 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:45:58,198 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:45:58,199 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:45:58,199 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:45:58,200 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:45:58,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:45:58,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:45:58,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:58,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:45:58,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:45:58,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:45:58,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:58,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:45:58,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:45:58,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:45:58,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:58,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:45:58,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:45:58,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:45:58,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:45:58,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:45:58,217 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:45:58,218 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740 2024-11-20T21:45:58,222 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740 2024-11-20T21:45:58,225 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:45:58,225 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:45:58,227 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:45:58,230 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:45:58,232 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10804365120, jitterRate=0.006234914064407349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:45:58,233 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:45:58,234 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732139158200Writing region info on filesystem at 1732139158201 (+1 ms)Initializing all the Stores at 1732139158203 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139158203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139158203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139158203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139158203Cleaning up temporary data from old regions at 1732139158226 (+23 ms)Running coprocessor post-open hooks at 1732139158233 (+7 ms)Region opened successfully at 1732139158234 (+1 ms) 2024-11-20T21:45:58,245 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732139158111 2024-11-20T21:45:58,261 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:45:58,261 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:45:58,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:45:58,266 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,36703,1732139154691, state=OPEN 2024-11-20T21:45:58,269 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-20T21:45:58,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-20T21:45:58,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-20T21:45:58,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-20T21:45:58,270 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:45:58,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:45:58,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,36703,1732139154691 in 330 msec 2024-11-20T21:45:58,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:45:58,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 539 msec 2024-11-20T21:45:58,284 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:45:58,284 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:45:58,310 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:45:58,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:45:58,340 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:45:58,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:45:58,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6080 sec 2024-11-20T21:45:58,368 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732139158368, completionTime=-1 2024-11-20T21:45:58,371 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:45:58,372 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:45:58,408 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:45:58,408 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732139218408 2024-11-20T21:45:58,408 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732139278408 2024-11-20T21:45:58,408 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 36 msec 2024-11-20T21:45:58,411 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,38221,1732139151143-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:58,411 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,38221,1732139151143-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:58,411 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,38221,1732139151143-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:58,413 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:38221, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:58,414 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:58,414 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:58,421 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:45:58,449 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.442sec 2024-11-20T21:45:58,451 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:45:58,452 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:45:58,454 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:45:58,454 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:45:58,455 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:45:58,456 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,38221,1732139151143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:45:58,456 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,38221,1732139151143-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:45:58,467 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:45:58,468 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:45:58,469 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,38221,1732139151143-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:45:58,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a2a075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:45:58,523 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T21:45:58,523 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T21:45:58,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:45:58,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:45:58,537 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:45:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:45:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:45:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f79ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:45:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:45:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:45:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:45:58,542 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:45:58,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6606a48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:45:58,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:45:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:45:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:45:58,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:45:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,38221,1732139151143 2024-11-20T21:45:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-20T21:45:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/test.cache.data in system properties and HBase conf 2024-11-20T21:45:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:45:58,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:45:58,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:45:58,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:45:58,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:45:58,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:45:58,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:45:58,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:45:58,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:45:58,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:45:58,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:45:58,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:45:58,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:45:58,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:45:58,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:45:58,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:45:58,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:45:58,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:45:58,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:45:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741835_1011 (size=592039) 2024-11-20T21:45:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741836_1012 (size=1663647) 2024-11-20T21:46:01,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:46:01,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:46:01,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:46:01,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-20T21:46:01,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:46:01,640 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T21:46:01,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:46:01,640 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T21:46:03,122 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:46:03,224 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-20T21:46:03,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:46:04,206 WARN [Thread-252 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:46:04,894 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-20T21:46:04,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:46:04,896 INFO [Thread-252 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:46:04,923 INFO [Thread-252 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:46:04,923 INFO [Thread-252 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:46:04,923 INFO [Thread-252 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:46:04,924 INFO [Thread-252 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47e06e2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:46:04,925 INFO [Thread-252 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b4b00b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-20T21:46:04,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:46:04,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:46:04,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:46:04,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:46:05,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52ca3379{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:46:05,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@382d96c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-20T21:46:05,413 INFO [Thread-252 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-20T21:46:05,413 INFO [Thread-252 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-20T21:46:05,413 INFO [Thread-252 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-20T21:46:05,415 INFO [Thread-252 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-20T21:46:05,491 INFO [Thread-252 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-20T21:46:05,738 INFO [Thread-252 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-20T21:46:06,117 INFO [Thread-252 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-20T21:46:06,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@849b01d{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/java.io.tmpdir/jetty-localhost-40083-hadoop-yarn-common-3_4_1_jar-_-any-14475892989982152897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-20T21:46:06,166 INFO [Thread-252 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9dcb818{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/java.io.tmpdir/jetty-localhost-35107-hadoop-yarn-common-3_4_1_jar-_-any-12593552021078597881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-20T21:46:06,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2555932{HTTP/1.1, (http/1.1)}{localhost:40083} 2024-11-20T21:46:06,169 INFO [Time-limited test {}] server.Server(415): Started @22140ms 2024-11-20T21:46:06,188 INFO [Thread-252 {}] server.AbstractConnector(333): Started ServerConnector@44feffa6{HTTP/1.1, (http/1.1)}{localhost:35107} 2024-11-20T21:46:06,188 INFO [Thread-252 {}] server.Server(415): Started @22159ms 2024-11-20T21:46:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741837_1013 (size=5) 2024-11-20T21:46:07,797 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-20T21:46:07,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:46:07,853 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-20T21:46:07,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:46:07,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:46:07,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:46:07,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:46:07,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:46:07,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4937d392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:46:07,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7930473{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-20T21:46:07,953 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-20T21:46:07,954 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-20T21:46:07,954 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-20T21:46:07,954 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-20T21:46:07,973 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-20T21:46:07,991 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-20T21:46:08,131 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-20T21:46:08,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21646d72{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/java.io.tmpdir/jetty-localhost-37235-hadoop-yarn-common-3_4_1_jar-_-any-5335420212128544553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-20T21:46:08,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54d99b9e{HTTP/1.1, (http/1.1)}{localhost:37235} 2024-11-20T21:46:08,144 INFO [Time-limited test {}] server.Server(415): Started @24115ms 2024-11-20T21:46:08,416 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-20T21:46:08,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:46:08,436 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-20T21:46:08,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:46:08,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:46:08,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:46:08,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:46:08,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:46:08,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a6c627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:46:08,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e66a07c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-20T21:46:08,549 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-20T21:46:08,550 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-20T21:46:08,550 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-20T21:46:08,550 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-20T21:46:08,561 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-20T21:46:08,566 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-20T21:46:08,679 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-20T21:46:08,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6283877{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/java.io.tmpdir/jetty-localhost-46601-hadoop-yarn-common-3_4_1_jar-_-any-2072967398592943938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-20T21:46:08,689 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2585acd0{HTTP/1.1, (http/1.1)}{localhost:46601} 2024-11-20T21:46:08,689 INFO [Time-limited test {}] server.Server(415): Started @24660ms 2024-11-20T21:46:08,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-20T21:46:08,732 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:40403/backupUT 2024-11-20T21:46:08,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:46:08,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:46:08,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57607e3b 2024-11-20T21:46:08,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:46:08,754 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:46:08,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'} 2024-11-20T21:46:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-20T21:46:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:46:08,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 27 msec 2024-11-20T21:46:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:46:08,891 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-20T21:46:08,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'} 2024-11-20T21:46:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-20T21:46:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-20T21:46:08,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec 2024-11-20T21:46:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-20T21:46:09,010 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-20T21:46:09,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'} 2024-11-20T21:46:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-20T21:46:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-20T21:46:09,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 14 msec 2024-11-20T21:46:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-20T21:46:09,130 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-20T21:46:09,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'} 2024-11-20T21:46:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-20T21:46:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:46:09,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec 2024-11-20T21:46:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:46:09,250 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-20T21:46:09,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1732139168733', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:46:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732139168733 2024-11-20T21:46:09,269 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732139168733 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:46:09,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test-1732139168733" procId is: 8 2024-11-20T21:46:09,272 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-20T21:46:09,275 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732139168733 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:46:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741838_1014 (size=367) 2024-11-20T21:46:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-20T21:46:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-20T21:46:09,694 INFO [RegionOpenAndInit-test-1732139168733-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee3086fb10500c6e9836bd9d05d967e1, NAME => 'test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732139168733', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:46:09,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741839_1015 (size=53) 2024-11-20T21:46:09,741 DEBUG [RegionOpenAndInit-test-1732139168733-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:09,741 DEBUG [RegionOpenAndInit-test-1732139168733-pool-0 {}] regionserver.HRegion(1722): Closing ee3086fb10500c6e9836bd9d05d967e1, disabling compactions & flushes 2024-11-20T21:46:09,741 INFO [RegionOpenAndInit-test-1732139168733-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:09,741 DEBUG [RegionOpenAndInit-test-1732139168733-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:09,741 DEBUG [RegionOpenAndInit-test-1732139168733-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. after waiting 0 ms 2024-11-20T21:46:09,741 DEBUG [RegionOpenAndInit-test-1732139168733-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:09,741 INFO [RegionOpenAndInit-test-1732139168733-pool-0 {}] regionserver.HRegion(1973): Closed test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:09,741 DEBUG [RegionOpenAndInit-test-1732139168733-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee3086fb10500c6e9836bd9d05d967e1: Waiting for close lock at 1732139169741Disabling compacts and flushes for region at 1732139169741Disabling writes for close at 1732139169741Writing region close event to WAL at 1732139169741Closed at 1732139169741 2024-11-20T21:46:09,744 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732139168733 execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:46:09,752 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732139169745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139169745"}]},"ts":"1732139169745"} 2024-11-20T21:46:09,763 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:46:09,766 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732139168733 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:46:09,770 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732139168733","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139169766"}]},"ts":"1732139169766"} 2024-11-20T21:46:09,777 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732139168733, state=ENABLING in hbase:meta 2024-11-20T21:46:09,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, ASSIGN}] 2024-11-20T21:46:09,784 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, ASSIGN 2024-11-20T21:46:09,786 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=false 2024-11-20T21:46:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-20T21:46:09,938 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee3086fb10500c6e9836bd9d05d967e1, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:09,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, ASSIGN because future has completed 2024-11-20T21:46:09,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:46:10,138 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:10,138 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:46:10,138 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 0b16ab3f13b7,36703,1732139154691.regiongroup-1 2024-11-20T21:46:10,142 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1, suffix=, logDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691, archiveDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs, maxLogs=32 2024-11-20T21:46:10,167 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139170144, exclude list is [], retry=0 2024-11-20T21:46:10,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:46:10,175 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139170144 2024-11-20T21:46:10,176 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:46:10,176 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ee3086fb10500c6e9836bd9d05d967e1, NAME => 'test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:46:10,177 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:46:10,177 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732139168733 ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:10,177 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:10,178 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:10,178 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:10,185 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:10,188 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3086fb10500c6e9836bd9d05d967e1 columnFamilyName f 2024-11-20T21:46:10,189 DEBUG [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:10,190 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(327): Store=ee3086fb10500c6e9836bd9d05d967e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:10,190 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:10,192 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:10,193 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:10,194 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:10,194 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:10,199 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:10,210 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:46:10,211 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened ee3086fb10500c6e9836bd9d05d967e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10048002400, jitterRate=-0.06420685350894928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:46:10,211 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:10,213 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ee3086fb10500c6e9836bd9d05d967e1: Running coprocessor pre-open hook at 1732139170178Writing region info on filesystem at 1732139170178Initializing all the Stores at 1732139170181 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139170181Cleaning up temporary data from old regions at 1732139170194 (+13 ms)Running coprocessor post-open hooks at 1732139170211 (+17 ms)Region opened successfully at 1732139170212 (+1 ms) 2024-11-20T21:46:10,218 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1., pid=10, masterSystemTime=1732139170104 2024-11-20T21:46:10,222 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:10,222 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:10,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee3086fb10500c6e9836bd9d05d967e1, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:10,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:46:10,235 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38221 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=0b16ab3f13b7,36703,1732139154691, table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T21:46:10,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:46:10,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691 in 291 msec 2024-11-20T21:46:10,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:46:10,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, ASSIGN in 461 msec 2024-11-20T21:46:10,247 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732139168733 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:46:10,248 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732139168733","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139170247"}]},"ts":"1732139170247"} 2024-11-20T21:46:10,252 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732139168733, state=ENABLED in hbase:meta 2024-11-20T21:46:10,254 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732139168733 execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:46:10,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732139168733 in 992 msec 2024-11-20T21:46:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-20T21:46:10,410 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732139168733 completed 2024-11-20T21:46:10,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538a43e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:10,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:10,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:10,413 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f6074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:10,417 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:10,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39780dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:10,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:10,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:10,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:10,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:10,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732139168733', row='row0', locateType=CURRENT is [region=test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:46:10,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HRegion(8528): writing data to region test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T21:46:10,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17321391687331', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:46:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17321391687331 2024-11-20T21:46:10,648 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17321391687331 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:46:10,648 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:10,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "test-17321391687331" procId is: 11 2024-11-20T21:46:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T21:46:10,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17321391687331 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:46:10,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741841_1017 (size=364) 2024-11-20T21:46:10,665 INFO [RegionOpenAndInit-ns2:test-17321391687331-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc1a6fc81bef898b7cfa695f34869c70, NAME => 'ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17321391687331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:46:10,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741842_1018 (size=50) 2024-11-20T21:46:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T21:46:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T21:46:11,083 DEBUG [RegionOpenAndInit-ns2:test-17321391687331-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:11,084 DEBUG [RegionOpenAndInit-ns2:test-17321391687331-pool-0 {}] regionserver.HRegion(1722): Closing cc1a6fc81bef898b7cfa695f34869c70, disabling compactions & flushes 2024-11-20T21:46:11,084 INFO [RegionOpenAndInit-ns2:test-17321391687331-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:46:11,084 DEBUG [RegionOpenAndInit-ns2:test-17321391687331-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:46:11,084 DEBUG [RegionOpenAndInit-ns2:test-17321391687331-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. after waiting 0 ms 2024-11-20T21:46:11,084 DEBUG [RegionOpenAndInit-ns2:test-17321391687331-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:46:11,084 INFO [RegionOpenAndInit-ns2:test-17321391687331-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:46:11,085 DEBUG [RegionOpenAndInit-ns2:test-17321391687331-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc1a6fc81bef898b7cfa695f34869c70: Waiting for close lock at 1732139171084Disabling compacts and flushes for region at 1732139171084Disabling writes for close at 1732139171084Writing region close event to WAL at 1732139171084Closed at 1732139171084 2024-11-20T21:46:11,087 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17321391687331 execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:46:11,087 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732139171087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139171087"}]},"ts":"1732139171087"} 2024-11-20T21:46:11,092 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:46:11,093 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17321391687331 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:46:11,094 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17321391687331","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139171094"}]},"ts":"1732139171094"} 2024-11-20T21:46:11,097 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17321391687331, state=ENABLING in hbase:meta 2024-11-20T21:46:11,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17321391687331, region=cc1a6fc81bef898b7cfa695f34869c70, ASSIGN}] 2024-11-20T21:46:11,100 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17321391687331, region=cc1a6fc81bef898b7cfa695f34869c70, ASSIGN 2024-11-20T21:46:11,101 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17321391687331, region=cc1a6fc81bef898b7cfa695f34869c70, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=false 2024-11-20T21:46:11,253 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cc1a6fc81bef898b7cfa695f34869c70, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:11,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17321391687331, region=cc1a6fc81bef898b7cfa695f34869c70, ASSIGN because future has completed 2024-11-20T21:46:11,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc1a6fc81bef898b7cfa695f34869c70, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:46:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T21:46:11,419 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:46:11,419 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => cc1a6fc81bef898b7cfa695f34869c70, NAME => 'ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:46:11,420 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:46:11,420 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17321391687331 cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:11,420 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:11,420 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:11,420 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:11,423 INFO [StoreOpener-cc1a6fc81bef898b7cfa695f34869c70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:11,426 INFO [StoreOpener-cc1a6fc81bef898b7cfa695f34869c70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc1a6fc81bef898b7cfa695f34869c70 columnFamilyName f 2024-11-20T21:46:11,426 DEBUG [StoreOpener-cc1a6fc81bef898b7cfa695f34869c70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:11,427 INFO [StoreOpener-cc1a6fc81bef898b7cfa695f34869c70-1 {}] regionserver.HStore(327): Store=cc1a6fc81bef898b7cfa695f34869c70/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:11,427 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:11,429 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:11,429 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:11,430 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:11,430 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:11,434 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:11,438 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:46:11,438 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened cc1a6fc81bef898b7cfa695f34869c70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9565218720, jitterRate=-0.10916958749294281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:46:11,439 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:11,441 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for cc1a6fc81bef898b7cfa695f34869c70: Running coprocessor pre-open hook at 1732139171420Writing region info on filesystem at 1732139171420Initializing all the Stores at 1732139171422 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139171422Cleaning up temporary data from old regions at 1732139171430 (+8 ms)Running coprocessor post-open hooks at 1732139171439 (+9 ms)Region opened successfully at 1732139171440 (+1 ms) 2024-11-20T21:46:11,442 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70., pid=13, masterSystemTime=1732139171412 2024-11-20T21:46:11,446 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:46:11,446 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:46:11,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cc1a6fc81bef898b7cfa695f34869c70, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:11,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc1a6fc81bef898b7cfa695f34869c70, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:46:11,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T21:46:11,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure cc1a6fc81bef898b7cfa695f34869c70, server=0b16ab3f13b7,36703,1732139154691 in 194 msec 2024-11-20T21:46:11,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T21:46:11,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17321391687331, region=cc1a6fc81bef898b7cfa695f34869c70, ASSIGN in 358 msec 2024-11-20T21:46:11,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17321391687331 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:46:11,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17321391687331","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139171460"}]},"ts":"1732139171460"} 2024-11-20T21:46:11,462 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17321391687331, state=ENABLED in hbase:meta 2024-11-20T21:46:11,464 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17321391687331 execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:46:11,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17321391687331 in 821 msec 2024-11-20T21:46:11,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732139168733 2024-11-20T21:46:11,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732139168733 Metrics about Tables on a single HBase RegionServer 2024-11-20T21:46:11,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17321391687331 2024-11-20T21:46:11,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17321391687331 Metrics about Tables on a single HBase RegionServer 2024-11-20T21:46:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T21:46:11,790 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17321391687331 completed 2024-11-20T21:46:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17321391687331', row='row0', locateType=CURRENT is [region=ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:46:11,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HRegion(8528): writing data to region ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T21:46:11,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17321391687332', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:46:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17321391687332 2024-11-20T21:46:11,974 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17321391687332 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:46:11,974 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:11,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3" qualifier: "test-17321391687332" procId is: 14 2024-11-20T21:46:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T21:46:11,976 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17321391687332 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:46:11,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741843_1019 (size=390) 2024-11-20T21:46:11,988 INFO [RegionOpenAndInit-ns3:test-17321391687332-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2fafd61a4f53442775f9d09cb9b5dcc4, NAME => 'ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17321391687332', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:46:12,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741844_1020 (size=50) 2024-11-20T21:46:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T21:46:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T21:46:12,458 DEBUG [RegionOpenAndInit-ns3:test-17321391687332-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:12,458 DEBUG [RegionOpenAndInit-ns3:test-17321391687332-pool-0 {}] regionserver.HRegion(1722): Closing 2fafd61a4f53442775f9d09cb9b5dcc4, disabling compactions & flushes 2024-11-20T21:46:12,458 INFO [RegionOpenAndInit-ns3:test-17321391687332-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:46:12,458 DEBUG [RegionOpenAndInit-ns3:test-17321391687332-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:46:12,458 DEBUG [RegionOpenAndInit-ns3:test-17321391687332-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. after waiting 0 ms 2024-11-20T21:46:12,458 DEBUG [RegionOpenAndInit-ns3:test-17321391687332-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:46:12,458 INFO [RegionOpenAndInit-ns3:test-17321391687332-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:46:12,459 DEBUG [RegionOpenAndInit-ns3:test-17321391687332-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2fafd61a4f53442775f9d09cb9b5dcc4: Waiting for close lock at 1732139172458Disabling compacts and flushes for region at 1732139172458Disabling writes for close at 1732139172458Writing region close event to WAL at 1732139172458Closed at 1732139172458 2024-11-20T21:46:12,461 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17321391687332 execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:46:12,462 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732139172461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139172461"}]},"ts":"1732139172461"} 2024-11-20T21:46:12,465 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:46:12,467 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17321391687332 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:46:12,467 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17321391687332","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139172467"}]},"ts":"1732139172467"} 2024-11-20T21:46:12,470 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17321391687332, state=ENABLING in hbase:meta 2024-11-20T21:46:12,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17321391687332, region=2fafd61a4f53442775f9d09cb9b5dcc4, ASSIGN}] 2024-11-20T21:46:12,472 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17321391687332, region=2fafd61a4f53442775f9d09cb9b5dcc4, ASSIGN 2024-11-20T21:46:12,474 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17321391687332, region=2fafd61a4f53442775f9d09cb9b5dcc4, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=false 2024-11-20T21:46:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T21:46:12,625 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=2fafd61a4f53442775f9d09cb9b5dcc4, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:12,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17321391687332, region=2fafd61a4f53442775f9d09cb9b5dcc4, ASSIGN because future has completed 2024-11-20T21:46:12,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fafd61a4f53442775f9d09cb9b5dcc4, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:46:12,788 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:46:12,788 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fafd61a4f53442775f9d09cb9b5dcc4, NAME => 'ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:46:12,789 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:46:12,789 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17321391687332 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:46:12,789 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:12,789 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:46:12,789 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:46:12,791 INFO [StoreOpener-2fafd61a4f53442775f9d09cb9b5dcc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:46:12,794 INFO [StoreOpener-2fafd61a4f53442775f9d09cb9b5dcc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fafd61a4f53442775f9d09cb9b5dcc4 columnFamilyName f 2024-11-20T21:46:12,794 DEBUG [StoreOpener-2fafd61a4f53442775f9d09cb9b5dcc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:12,797 INFO [StoreOpener-2fafd61a4f53442775f9d09cb9b5dcc4-1 {}] regionserver.HStore(327): Store=2fafd61a4f53442775f9d09cb9b5dcc4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:12,797 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:46:12,798 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns3/test-17321391687332/2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:46:12,799 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns3/test-17321391687332/2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:46:12,800 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:46:12,800 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:46:12,806 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:46:12,817 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns3/test-17321391687332/2fafd61a4f53442775f9d09cb9b5dcc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:46:12,818 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 2fafd61a4f53442775f9d09cb9b5dcc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10073217920, jitterRate=-0.06185847520828247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:46:12,818 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:46:12,819 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 2fafd61a4f53442775f9d09cb9b5dcc4: Running coprocessor pre-open hook at 1732139172789Writing region info on filesystem at 1732139172789Initializing all the Stores at 1732139172791 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139172791Cleaning up temporary data from old regions at 1732139172800 (+9 ms)Running coprocessor post-open hooks at 1732139172818 (+18 ms)Region opened successfully at 1732139172819 (+1 ms) 2024-11-20T21:46:12,820 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4., pid=16, masterSystemTime=1732139172782 2024-11-20T21:46:12,823 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:46:12,824 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:46:12,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=2fafd61a4f53442775f9d09cb9b5dcc4, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:12,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fafd61a4f53442775f9d09cb9b5dcc4, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:46:12,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T21:46:12,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fafd61a4f53442775f9d09cb9b5dcc4, server=0b16ab3f13b7,36703,1732139154691 in 200 msec 2024-11-20T21:46:12,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T21:46:12,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17321391687332, region=2fafd61a4f53442775f9d09cb9b5dcc4, ASSIGN in 363 msec 2024-11-20T21:46:12,838 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17321391687332 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:46:12,838 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17321391687332","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139172838"}]},"ts":"1732139172838"} 2024-11-20T21:46:12,841 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17321391687332, state=ENABLED in hbase:meta 2024-11-20T21:46:12,842 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17321391687332 execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:46:12,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17321391687332 in 873 msec 2024-11-20T21:46:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T21:46:13,111 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17321391687332 completed 2024-11-20T21:46:13,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17321391687332 get assigned. Timeout = 60000ms 2024-11-20T21:46:13,115 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:46:13,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17321391687332 assigned to meta. Checking AM states. 2024-11-20T21:46:13,123 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:46:13,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17321391687332 assigned. 2024-11-20T21:46:13,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17321391687333', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:46:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17321391687333 2024-11-20T21:46:13,130 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17321391687333 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:46:13,130 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:13,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4" qualifier: "test-17321391687333" procId is: 17 2024-11-20T21:46:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T21:46:13,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17321391687333 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:46:13,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741845_1021 (size=390) 2024-11-20T21:46:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T21:46:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T21:46:13,558 INFO [RegionOpenAndInit-ns4:test-17321391687333-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0795702f49e7aa48435330905b23509, NAME => 'ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17321391687333', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:46:13,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741846_1022 (size=50) 2024-11-20T21:46:13,571 DEBUG [RegionOpenAndInit-ns4:test-17321391687333-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:13,571 DEBUG [RegionOpenAndInit-ns4:test-17321391687333-pool-0 {}] regionserver.HRegion(1722): Closing b0795702f49e7aa48435330905b23509, disabling compactions & flushes 2024-11-20T21:46:13,571 INFO [RegionOpenAndInit-ns4:test-17321391687333-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:46:13,571 DEBUG [RegionOpenAndInit-ns4:test-17321391687333-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:46:13,571 DEBUG [RegionOpenAndInit-ns4:test-17321391687333-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. after waiting 0 ms 2024-11-20T21:46:13,571 DEBUG [RegionOpenAndInit-ns4:test-17321391687333-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:46:13,571 INFO [RegionOpenAndInit-ns4:test-17321391687333-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:46:13,571 DEBUG [RegionOpenAndInit-ns4:test-17321391687333-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0795702f49e7aa48435330905b23509: Waiting for close lock at 1732139173571Disabling compacts and flushes for region at 1732139173571Disabling writes for close at 1732139173571Writing region close event to WAL at 1732139173571Closed at 1732139173571 2024-11-20T21:46:13,573 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17321391687333 execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:46:13,574 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732139173573"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139173573"}]},"ts":"1732139173573"} 2024-11-20T21:46:13,580 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:46:13,581 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17321391687333 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:46:13,582 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17321391687333","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139173581"}]},"ts":"1732139173581"} 2024-11-20T21:46:13,584 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17321391687333, state=ENABLING in hbase:meta 2024-11-20T21:46:13,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17321391687333, region=b0795702f49e7aa48435330905b23509, ASSIGN}] 2024-11-20T21:46:13,587 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17321391687333, region=b0795702f49e7aa48435330905b23509, ASSIGN 2024-11-20T21:46:13,588 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17321391687333, region=b0795702f49e7aa48435330905b23509, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=false 2024-11-20T21:46:13,739 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b0795702f49e7aa48435330905b23509, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:13,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17321391687333, region=b0795702f49e7aa48435330905b23509, ASSIGN because future has completed 2024-11-20T21:46:13,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0795702f49e7aa48435330905b23509, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:46:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T21:46:13,903 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:46:13,903 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b0795702f49e7aa48435330905b23509, NAME => 'ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:46:13,903 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:46:13,904 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17321391687333 b0795702f49e7aa48435330905b23509 2024-11-20T21:46:13,904 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:13,904 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b0795702f49e7aa48435330905b23509 2024-11-20T21:46:13,904 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b0795702f49e7aa48435330905b23509 2024-11-20T21:46:13,906 INFO [StoreOpener-b0795702f49e7aa48435330905b23509-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b0795702f49e7aa48435330905b23509 2024-11-20T21:46:13,910 INFO [StoreOpener-b0795702f49e7aa48435330905b23509-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0795702f49e7aa48435330905b23509 columnFamilyName f 2024-11-20T21:46:13,910 DEBUG [StoreOpener-b0795702f49e7aa48435330905b23509-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:13,911 INFO [StoreOpener-b0795702f49e7aa48435330905b23509-1 {}] regionserver.HStore(327): Store=b0795702f49e7aa48435330905b23509/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:13,911 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b0795702f49e7aa48435330905b23509 2024-11-20T21:46:13,912 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns4/test-17321391687333/b0795702f49e7aa48435330905b23509 2024-11-20T21:46:13,913 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns4/test-17321391687333/b0795702f49e7aa48435330905b23509 2024-11-20T21:46:13,913 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b0795702f49e7aa48435330905b23509 2024-11-20T21:46:13,913 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b0795702f49e7aa48435330905b23509 2024-11-20T21:46:13,916 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b0795702f49e7aa48435330905b23509 2024-11-20T21:46:13,920 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns4/test-17321391687333/b0795702f49e7aa48435330905b23509/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:46:13,920 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b0795702f49e7aa48435330905b23509; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11935715680, jitterRate=0.11160014569759369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:46:13,920 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0795702f49e7aa48435330905b23509 2024-11-20T21:46:13,921 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b0795702f49e7aa48435330905b23509: Running coprocessor pre-open hook at 1732139173904Writing region info on filesystem at 1732139173904Initializing all the Stores at 1732139173906 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139173906Cleaning up temporary data from old regions at 1732139173913 (+7 ms)Running coprocessor post-open hooks at 1732139173920 (+7 ms)Region opened successfully at 1732139173921 (+1 ms) 2024-11-20T21:46:13,922 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509., pid=19, masterSystemTime=1732139173897 2024-11-20T21:46:13,926 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:46:13,926 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:46:13,926 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b0795702f49e7aa48435330905b23509, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:13,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0795702f49e7aa48435330905b23509, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:46:13,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T21:46:13,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b0795702f49e7aa48435330905b23509, server=0b16ab3f13b7,36703,1732139154691 in 188 msec 2024-11-20T21:46:13,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-20T21:46:13,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17321391687333, region=b0795702f49e7aa48435330905b23509, ASSIGN in 349 msec 2024-11-20T21:46:13,938 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17321391687333 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:46:13,938 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17321391687333","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139173938"}]},"ts":"1732139173938"} 2024-11-20T21:46:13,941 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17321391687333, state=ENABLED in hbase:meta 2024-11-20T21:46:13,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17321391687333 execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:46:13,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17321391687333 in 816 msec 2024-11-20T21:46:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T21:46:14,270 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17321391687333 completed 2024-11-20T21:46:14,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17321391687333 get assigned. Timeout = 60000ms 2024-11-20T21:46:14,270 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:46:14,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17321391687333 assigned to meta. Checking AM states. 2024-11-20T21:46:14,279 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:46:14,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17321391687333 assigned. 2024-11-20T21:46:14,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:46:14,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:46:14,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:14,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:14,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:14,333 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=638, ProcessCount=9, AvailableMemoryMB=5443 2024-11-20T21:46:14,336 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-20T21:46:14,338 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-20T21:46:14,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1732139168733 from 'test-1732139168733', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732139168733', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:46:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732139168733 2024-11-20T21:46:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741847_1023 (size=908) 2024-11-20T21:46:14,813 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/.tabledesc/.tableinfo.0000000001.367 2024-11-20T21:46:14,813 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/.tabledesc/.tableinfo.0000000002.908 2024-11-20T21:46:14,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732139168733}] 2024-11-20T21:46:14,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, REOPEN/MOVE}] 2024-11-20T21:46:14,833 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, REOPEN/MOVE 2024-11-20T21:46:14,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=ee3086fb10500c6e9836bd9d05d967e1, regionState=CLOSING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:14,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, REOPEN/MOVE because future has completed 2024-11-20T21:46:14,839 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T21:46:14,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:46:15,021 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,021 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T21:46:15,022 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing ee3086fb10500c6e9836bd9d05d967e1, disabling compactions & flushes 2024-11-20T21:46:15,022 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:15,022 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:15,022 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. after waiting 0 ms 2024-11-20T21:46:15,022 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:15,027 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing ee3086fb10500c6e9836bd9d05d967e1 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-20T21:46:15,125 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17321391687333' 2024-11-20T21:46:15,126 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17321391687331' 2024-11-20T21:46:15,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732139168733' 2024-11-20T21:46:15,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17321391687332' 2024-11-20T21:46:15,135 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/f/ee101e8d473140c3920a9ff35d38b17e is 37, key is row10/f:q1/1732139170455/Put/seqid=0 2024-11-20T21:46:15,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741848_1024 (size=8413) 2024-11-20T21:46:15,159 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/f/ee101e8d473140c3920a9ff35d38b17e 2024-11-20T21:46:15,253 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/f/ee101e8d473140c3920a9ff35d38b17e as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e 2024-11-20T21:46:15,263 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e, entries=99, sequenceid=103, filesize=8.2 K 2024-11-20T21:46:15,270 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ee3086fb10500c6e9836bd9d05d967e1 in 242ms, sequenceid=103, compaction requested=false 2024-11-20T21:46:15,282 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-20T21:46:15,286 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:46:15,287 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:15,287 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for ee3086fb10500c6e9836bd9d05d967e1: Waiting for close lock at 1732139175022Running coprocessor pre-close hooks at 1732139175022Disabling compacts and flushes for region at 1732139175022Disabling writes for close at 1732139175022Obtaining lock to block concurrent updates at 1732139175027 (+5 ms)Preparing flush snapshotting stores in ee3086fb10500c6e9836bd9d05d967e1 at 1732139175027Finished memstore snapshotting test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732139175037 (+10 ms)Flushing stores of test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. at 1732139175039 (+2 ms)Flushing ee3086fb10500c6e9836bd9d05d967e1/f: creating writer at 1732139175041 (+2 ms)Flushing ee3086fb10500c6e9836bd9d05d967e1/f: appending metadata at 1732139175118 (+77 ms)Flushing ee3086fb10500c6e9836bd9d05d967e1/f: closing flushed file at 1732139175122 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328fb59: reopening flushed file at 1732139175251 (+129 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ee3086fb10500c6e9836bd9d05d967e1 in 242ms, sequenceid=103, compaction requested=false at 1732139175270 (+19 ms)Writing region close event to WAL at 1732139175272 (+2 ms)Running coprocessor post-close hooks at 1732139175283 (+11 ms)Closed at 1732139175286 (+3 ms) 2024-11-20T21:46:15,287 WARN [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: ee3086fb10500c6e9836bd9d05d967e1 to self. 2024-11-20T21:46:15,296 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=ee3086fb10500c6e9836bd9d05d967e1, regionState=CLOSED 2024-11-20T21:46:15,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:46:15,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T21:46:15,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691 in 463 msec 2024-11-20T21:46:15,310 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, REOPEN/MOVE; state=CLOSED, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=true 2024-11-20T21:46:15,461 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=ee3086fb10500c6e9836bd9d05d967e1, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:15,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, REOPEN/MOVE because future has completed 2024-11-20T21:46:15,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:46:15,623 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:15,623 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ee3086fb10500c6e9836bd9d05d967e1, NAME => 'test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:46:15,624 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:46:15,624 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732139168733 ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,624 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:15,624 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,625 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,627 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,629 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3086fb10500c6e9836bd9d05d967e1 columnFamilyName f 2024-11-20T21:46:15,629 DEBUG [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:15,640 DEBUG [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e 2024-11-20T21:46:15,640 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(327): Store=ee3086fb10500c6e9836bd9d05d967e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:15,640 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,642 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3086fb10500c6e9836bd9d05d967e1 columnFamilyName f3 2024-11-20T21:46:15,642 DEBUG [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:15,643 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(327): Store=ee3086fb10500c6e9836bd9d05d967e1/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:15,644 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,650 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3086fb10500c6e9836bd9d05d967e1 columnFamilyName mob 2024-11-20T21:46:15,655 DEBUG [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:15,655 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(327): Store=ee3086fb10500c6e9836bd9d05d967e1/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:15,656 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,657 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,659 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,660 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,661 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,662 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732139168733 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:46:15,663 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,665 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ee3086fb10500c6e9836bd9d05d967e1; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9675560480, jitterRate=-0.09889321029186249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:46:15,665 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:15,666 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ee3086fb10500c6e9836bd9d05d967e1: Running coprocessor pre-open hook at 1732139175625Writing region info on filesystem at 1732139175625Initializing all the Stores at 1732139175627 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139175627Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139175627Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139175627Cleaning up temporary data from old regions at 1732139175661 (+34 ms)Running coprocessor post-open hooks at 1732139175665 (+4 ms)Region opened successfully at 1732139175666 (+1 ms) 2024-11-20T21:46:15,667 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1., pid=24, masterSystemTime=1732139175617 2024-11-20T21:46:15,670 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:15,670 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:15,671 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=ee3086fb10500c6e9836bd9d05d967e1, regionState=OPEN, openSeqNum=107, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:15,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:46:15,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-20T21:46:15,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691 in 210 msec 2024-11-20T21:46:15,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-20T21:46:15,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, REOPEN/MOVE in 847 msec 2024-11-20T21:46:15,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T21:46:15,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732139168733 in 863 msec 2024-11-20T21:46:15,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732139168733 in 1.3400 sec 2024-11-20T21:46:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-20T21:46:15,692 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732139168733 completed 2024-11-20T21:46:15,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39769dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:15,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:15,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:15,694 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:15,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:15,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:15,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f503ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:15,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:15,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:15,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:15,697 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:15,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cbc92b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:15,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:15,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:15,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:15,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:15,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732139168733', row='row-test-1732139168733-3-0', locateType=CURRENT is [region=test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=107] 2024-11-20T21:46:15,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-20T21:46:15,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:46:15,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:46:15,773 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@748595e2 2024-11-20T21:46:15,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:46:15,777 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:46:15,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'} 2024-11-20T21:46:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-20T21:46:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T21:46:15,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec 2024-11-20T21:46:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T21:46:15,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-20T21:46:15,928 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:46:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-20T21:46:15,932 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:46:15,932 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:15,932 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-20T21:46:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-20T21:46:15,933 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:46:15,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741849_1025 (size=635) 2024-11-20T21:46:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-20T21:46:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-20T21:46:16,349 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35c97c74f4506b6300ceac0baaaa639f, NAME => 'backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:46:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741850_1026 (size=40) 2024-11-20T21:46:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-20T21:46:16,769 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:16,769 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 35c97c74f4506b6300ceac0baaaa639f, disabling compactions & flushes 2024-11-20T21:46:16,769 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:16,769 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:16,769 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. after waiting 0 ms 2024-11-20T21:46:16,769 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:16,769 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:16,769 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35c97c74f4506b6300ceac0baaaa639f: Waiting for close lock at 1732139176769Disabling compacts and flushes for region at 1732139176769Disabling writes for close at 1732139176769Writing region close event to WAL at 1732139176769Closed at 1732139176769 2024-11-20T21:46:16,771 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:46:16,771 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732139176771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139176771"}]},"ts":"1732139176771"} 2024-11-20T21:46:16,774 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:46:16,775 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:46:16,775 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139176775"}]},"ts":"1732139176775"} 2024-11-20T21:46:16,778 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-20T21:46:16,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=35c97c74f4506b6300ceac0baaaa639f, ASSIGN}] 2024-11-20T21:46:16,780 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=35c97c74f4506b6300ceac0baaaa639f, ASSIGN 2024-11-20T21:46:16,784 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=35c97c74f4506b6300ceac0baaaa639f, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=false 2024-11-20T21:46:16,935 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=35c97c74f4506b6300ceac0baaaa639f, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:16,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=35c97c74f4506b6300ceac0baaaa639f, ASSIGN because future has completed 2024-11-20T21:46:16,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c97c74f4506b6300ceac0baaaa639f, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:46:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-20T21:46:17,099 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:17,099 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 35c97c74f4506b6300ceac0baaaa639f, NAME => 'backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:46:17,100 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:46:17,100 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:17,100 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:17,100 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:17,101 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:17,103 INFO [StoreOpener-35c97c74f4506b6300ceac0baaaa639f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:17,109 INFO [StoreOpener-35c97c74f4506b6300ceac0baaaa639f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c97c74f4506b6300ceac0baaaa639f columnFamilyName meta 2024-11-20T21:46:17,109 DEBUG [StoreOpener-35c97c74f4506b6300ceac0baaaa639f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:17,110 INFO [StoreOpener-35c97c74f4506b6300ceac0baaaa639f-1 {}] regionserver.HStore(327): Store=35c97c74f4506b6300ceac0baaaa639f/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:17,110 INFO [StoreOpener-35c97c74f4506b6300ceac0baaaa639f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:17,111 INFO [StoreOpener-35c97c74f4506b6300ceac0baaaa639f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c97c74f4506b6300ceac0baaaa639f columnFamilyName session 2024-11-20T21:46:17,112 DEBUG [StoreOpener-35c97c74f4506b6300ceac0baaaa639f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:17,112 INFO [StoreOpener-35c97c74f4506b6300ceac0baaaa639f-1 {}] regionserver.HStore(327): Store=35c97c74f4506b6300ceac0baaaa639f/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:17,112 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:17,114 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:17,114 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:17,116 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:17,116 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:17,117 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T21:46:17,120 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:17,127 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:46:17,127 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 35c97c74f4506b6300ceac0baaaa639f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9584004640, jitterRate=-0.10742001235485077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T21:46:17,128 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:17,129 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 35c97c74f4506b6300ceac0baaaa639f: Running coprocessor pre-open hook at 1732139177101Writing region info on filesystem at 1732139177101Initializing all the Stores at 1732139177103 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139177103Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139177103Cleaning up temporary data from old regions at 1732139177116 (+13 ms)Running coprocessor post-open hooks at 1732139177128 (+12 ms)Region opened successfully at 1732139177129 (+1 ms) 2024-11-20T21:46:17,131 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., pid=28, masterSystemTime=1732139177092 2024-11-20T21:46:17,135 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:17,135 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:17,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=35c97c74f4506b6300ceac0baaaa639f, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:17,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c97c74f4506b6300ceac0baaaa639f, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:46:17,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-20T21:46:17,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 35c97c74f4506b6300ceac0baaaa639f, server=0b16ab3f13b7,36703,1732139154691 in 211 msec 2024-11-20T21:46:17,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T21:46:17,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=35c97c74f4506b6300ceac0baaaa639f, ASSIGN in 376 msec 2024-11-20T21:46:17,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:46:17,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139177161"}]},"ts":"1732139177161"} 2024-11-20T21:46:17,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-20T21:46:17,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:46:17,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.2400 sec 2024-11-20T21:46:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-20T21:46:18,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-20T21:46:18,111 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:46:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-20T21:46:18,114 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:46:18,115 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:18,115 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-20T21:46:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T21:46:18,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:46:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741851_1027 (size=640) 2024-11-20T21:46:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T21:46:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T21:46:18,559 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44ecc6781628bf65269089b4ef81ca14, NAME => 'backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:46:18,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741852_1028 (size=45) 2024-11-20T21:46:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T21:46:19,055 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:19,055 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 44ecc6781628bf65269089b4ef81ca14, disabling compactions & flushes 2024-11-20T21:46:19,055 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:46:19,055 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:46:19,055 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. after waiting 0 ms 2024-11-20T21:46:19,055 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:46:19,055 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:46:19,055 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44ecc6781628bf65269089b4ef81ca14: Waiting for close lock at 1732139179055Disabling compacts and flushes for region at 1732139179055Disabling writes for close at 1732139179055Writing region close event to WAL at 1732139179055Closed at 1732139179055 2024-11-20T21:46:19,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:46:19,058 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732139179058"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139179058"}]},"ts":"1732139179058"} 2024-11-20T21:46:19,062 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:46:19,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:46:19,064 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139179063"}]},"ts":"1732139179063"} 2024-11-20T21:46:19,066 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-20T21:46:19,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=44ecc6781628bf65269089b4ef81ca14, ASSIGN}] 2024-11-20T21:46:19,069 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=44ecc6781628bf65269089b4ef81ca14, ASSIGN 2024-11-20T21:46:19,073 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=44ecc6781628bf65269089b4ef81ca14, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=false 2024-11-20T21:46:19,224 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=44ecc6781628bf65269089b4ef81ca14, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:19,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=44ecc6781628bf65269089b4ef81ca14, ASSIGN because future has completed 2024-11-20T21:46:19,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44ecc6781628bf65269089b4ef81ca14, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:46:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T21:46:19,388 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:46:19,388 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 44ecc6781628bf65269089b4ef81ca14, NAME => 'backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:46:19,389 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:46:19,389 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:19,389 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:19,389 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:19,389 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:19,392 INFO [StoreOpener-44ecc6781628bf65269089b4ef81ca14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:19,398 INFO [StoreOpener-44ecc6781628bf65269089b4ef81ca14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ecc6781628bf65269089b4ef81ca14 columnFamilyName meta 2024-11-20T21:46:19,398 DEBUG [StoreOpener-44ecc6781628bf65269089b4ef81ca14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:19,399 INFO [StoreOpener-44ecc6781628bf65269089b4ef81ca14-1 {}] regionserver.HStore(327): Store=44ecc6781628bf65269089b4ef81ca14/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:19,399 INFO [StoreOpener-44ecc6781628bf65269089b4ef81ca14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:19,401 INFO [StoreOpener-44ecc6781628bf65269089b4ef81ca14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44ecc6781628bf65269089b4ef81ca14 columnFamilyName session 2024-11-20T21:46:19,401 DEBUG [StoreOpener-44ecc6781628bf65269089b4ef81ca14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:19,402 INFO [StoreOpener-44ecc6781628bf65269089b4ef81ca14-1 {}] regionserver.HStore(327): Store=44ecc6781628bf65269089b4ef81ca14/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:19,402 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:19,403 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system_bulk/44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:19,404 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system_bulk/44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:19,405 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:19,405 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:19,406 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T21:46:19,408 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:19,411 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system_bulk/44ecc6781628bf65269089b4ef81ca14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:46:19,412 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 44ecc6781628bf65269089b4ef81ca14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10846463840, jitterRate=0.010155662894248962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T21:46:19,412 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:19,413 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 44ecc6781628bf65269089b4ef81ca14: Running coprocessor pre-open hook at 1732139179389Writing region info on filesystem at 1732139179389Initializing all the Stores at 1732139179391 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139179391Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139179391Cleaning up temporary data from old regions at 1732139179405 (+14 ms)Running coprocessor post-open hooks at 1732139179412 (+7 ms)Region opened successfully at 1732139179413 (+1 ms) 2024-11-20T21:46:19,415 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14., pid=31, masterSystemTime=1732139179381 2024-11-20T21:46:19,421 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=44ecc6781628bf65269089b4ef81ca14, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:19,423 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:46:19,423 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:46:19,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44ecc6781628bf65269089b4ef81ca14, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:46:19,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T21:46:19,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 44ecc6781628bf65269089b4ef81ca14, server=0b16ab3f13b7,36703,1732139154691 in 199 msec 2024-11-20T21:46:19,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-20T21:46:19,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=44ecc6781628bf65269089b4ef81ca14, ASSIGN in 364 msec 2024-11-20T21:46:19,435 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:46:19,436 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139179435"}]},"ts":"1732139179435"} 2024-11-20T21:46:19,438 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-20T21:46:19,441 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:46:19,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.3300 sec 2024-11-20T21:46:20,085 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:46:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T21:46:20,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-20T21:46:20,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:20,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:20,302 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-20T21:46:20,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:46:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-20T21:46:20,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-20T21:46:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732139180330 (current time:1732139180330). 2024-11-20T21:46:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:46:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-20T21:46:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7538130e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:20,333 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:20,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:20,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:20,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91584f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:20,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:20,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:20,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:20,336 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:20,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710b87b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:20,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:20,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:20,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:20,345 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221. 2024-11-20T21:46:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:46:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:20,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-20T21:46:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-20T21:46:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-20T21:46:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T21:46:20,370 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:46:20,376 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:46:20,392 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:46:20,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741853_1029 (size=52) 2024-11-20T21:46:20,425 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:46:20,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f}] 2024-11-20T21:46:20,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T21:46:20,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T21:46:20,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:20,591 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 35c97c74f4506b6300ceac0baaaa639f 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-20T21:46:20,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/6f432ca76df6448aa5dbaa41708370ce is 49, key is activesession:/session:c/1732139180317/Put/seqid=0 2024-11-20T21:46:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741854_1030 (size=5049) 2024-11-20T21:46:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T21:46:20,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-20T21:46:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T21:46:21,034 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/6f432ca76df6448aa5dbaa41708370ce 2024-11-20T21:46:21,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/6f432ca76df6448aa5dbaa41708370ce as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/6f432ca76df6448aa5dbaa41708370ce 2024-11-20T21:46:21,079 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/6f432ca76df6448aa5dbaa41708370ce, entries=1, sequenceid=5, filesize=4.9 K 2024-11-20T21:46:21,081 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 35c97c74f4506b6300ceac0baaaa639f in 490ms, sequenceid=5, compaction requested=false 2024-11-20T21:46:21,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-20T21:46:21,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 35c97c74f4506b6300ceac0baaaa639f: 2024-11-20T21:46:21,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. for snapshot_backup_system completed. 2024-11-20T21:46:21,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f.' region-info for snapshot=snapshot_backup_system 2024-11-20T21:46:21,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:46:21,091 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:46:21,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/6f432ca76df6448aa5dbaa41708370ce] hfiles 2024-11-20T21:46:21,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/6f432ca76df6448aa5dbaa41708370ce for snapshot=snapshot_backup_system 2024-11-20T21:46:21,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741855_1031 (size=95) 2024-11-20T21:46:21,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:21,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T21:46:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T21:46:21,128 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:21,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:21,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-20T21:46:21,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T21:46:21,142 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:46:21,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f in 706 msec 2024-11-20T21:46:21,147 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:46:21,149 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:46:21,149 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-20T21:46:21,152 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-20T21:46:21,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741856_1032 (size=731) 2024-11-20T21:46:21,198 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:46:21,219 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:46:21,220 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_backup_system 2024-11-20T21:46:21,222 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:46:21,222 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-20T21:46:21,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 870 msec 2024-11-20T21:46:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T21:46:21,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-20T21:46:21,510 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732139175742 started at 1732139181509. 2024-11-20T21:46:21,542 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732139175742 has been started. 2024-11-20T21:46:21,552 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-20T21:46:21,560 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-20T21:46:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-20T21:46:21,573 INFO [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-20T21:46:21,573 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-20T21:46:21,573 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-20T21:46:21,573 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-20T21:46:21,599 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:21,599 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:21,609 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-20T21:46:21,612 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,613 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-20T21:46:21,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-20T21:46:21,628 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,628 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-20T21:46:21,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-20T21:46:21,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-20T21:46:21,629 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:21,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-20T21:46:21,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-20T21:46:21,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17321391687333 2024-11-20T21:46:21,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17321391687333 Metrics about Tables on a single HBase RegionServer 2024-11-20T21:46:21,631 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17321391687332 2024-11-20T21:46:21,631 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17321391687332 Metrics about Tables on a single HBase RegionServer 2024-11-20T21:46:21,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:21,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-20T21:46:21,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:21,653 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-20T21:46:21,656 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-20T21:46:21,657 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-20T21:46:21,658 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-20T21:46:21,658 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-20T21:46:21,658 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-20T21:46:21,658 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-20T21:46:21,658 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '0b16ab3f13b7,36703,1732139154691' joining acquired barrier for procedure (rolllog) in zk 2024-11-20T21:46:21,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,677 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,677 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-20T21:46:21,677 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-20T21:46:21,678 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:21,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-20T21:46:21,687 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-20T21:46:21,687 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-20T21:46:21,687 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-20T21:46:21,688 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:21,689 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,689 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-20T21:46:21,690 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '0b16ab3f13b7,36703,1732139154691' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-20T21:46:21,690 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3fd0de88[Count = 0] remaining members to acquire global barrier 2024-11-20T21:46:21,692 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-20T21:46:21,693 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:21,697 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:21,697 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:21,697 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:21,697 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-20T21:46:21,699 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-20T21:46:21,700 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,700 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-20T21:46:21,703 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,712 INFO [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732139157317 highest: 1732139170144 on 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,712 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0:(num 1732139157317) roll requested 2024-11-20T21:46:21,735 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713, exclude list is [], retry=0 2024-11-20T21:46:21,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:46:21,744 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139157317 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713 2024-11-20T21:46:21,745 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:46:21,745 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139157317 is not closed yet, will try archiving it next time 2024-11-20T21:46:21,745 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1:(num 1732139170144) roll requested 2024-11-20T21:46:21,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741833_1009 (size=1034) 2024-11-20T21:46:21,755 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139157317 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139157317 2024-11-20T21:46:21,766 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745, exclude list is [], retry=0 2024-11-20T21:46:21,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:46:21,773 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139170144 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745 2024-11-20T21:46:21,776 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:46:21,776 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139170144 is not closed yet, will try archiving it next time 2024-11-20T21:46:21,776 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.meta:.meta(num 1732139158145) roll requested 2024-11-20T21:46:21,783 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139170144 not finished, retry = 0 2024-11-20T21:46:21,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741840_1016 (size=4756) 2024-11-20T21:46:21,797 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139181776.meta, exclude list is [], retry=0 2024-11-20T21:46:21,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:46:21,804 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139158145.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139181776.meta 2024-11-20T21:46:21,805 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:46:21,805 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139158145.meta is not closed yet, will try archiving it next time 2024-11-20T21:46:21,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741834_1010 (size=12055) 2024-11-20T21:46:21,813 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 101 2024-11-20T21:46:21,814 INFO [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732139181713 on 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,814 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:46:21,814 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:46:21,814 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@730f032a 2024-11-20T21:46:21,814 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:46:21,821 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T21:46:21,825 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:21,825 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:21,826 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:21,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T21:46:21,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:21,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:21,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:40403/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:46:21,858 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-20T21:46:21,858 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '0b16ab3f13b7,36703,1732139154691' in zk 2024-11-20T21:46:21,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,861 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-20T21:46:21,861 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-20T21:46:21,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-20T21:46:21,861 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-20T21:46:21,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-20T21:46:21,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-20T21:46:21,863 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-20T21:46:21,863 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:21,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-20T21:46:21,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:21,866 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,867 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '0b16ab3f13b7,36703,1732139154691': 2024-11-20T21:46:21,867 INFO [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-20T21:46:21,867 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-20T21:46:21,867 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-20T21:46:21,867 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '0b16ab3f13b7,36703,1732139154691' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-20T21:46:21,867 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-20T21:46:21,867 INFO [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-20T21:46:21,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-20T21:46:21,877 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-20T21:46:21,877 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-20T21:46:21,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:21,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-20T21:46:21,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-20T21:46:21,877 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-20T21:46:21,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:21,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-20T21:46:21,878 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-20T21:46:21,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-20T21:46:21,878 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:21,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:21,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-20T21:46:21,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:21,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-20T21:46:21,881 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:21,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:21,891 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-20T21:46:21,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:21,891 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-20T21:46:21,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-20T21:46:21,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:21,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:21,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:21,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-20T21:46:21,892 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-20T21:46:21,893 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-20T21:46:21,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-20T21:46:21,904 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-20T21:46:21,904 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-20T21:46:21,904 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-20T21:46:21,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-20T21:46:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-20T21:46:21,924 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } 2024-11-20T21:46:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732139181924 (current time:1732139181924). 2024-11-20T21:46:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:46:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732139181923_default_test-1732139168733 VERSION not specified, setting to 2 2024-11-20T21:46:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1c60d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:21,930 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:21,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:21,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:21,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a8cef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:21,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:21,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:21,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:21,935 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:21,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e245798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:21,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:21,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:21,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:21,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221. 2024-11-20T21:46:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:46:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-20T21:46:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } 2024-11-20T21:46:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-20T21:46:21,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T21:46:21,949 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:46:21,951 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:46:21,954 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:46:21,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741860_1036 (size=84) 2024-11-20T21:46:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T21:46:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T21:46:22,372 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:46:22,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee3086fb10500c6e9836bd9d05d967e1}] 2024-11-20T21:46:22,374 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:22,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T21:46:22,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:22,527 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing ee3086fb10500c6e9836bd9d05d967e1 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-20T21:46:22,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/f3/01cdab6226e24d25b0daf14132261410 is 58, key is row-test-1732139168733-3-0/f3:q1/1732139175706/Put/seqid=0 2024-11-20T21:46:22,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741861_1037 (size=5387) 2024-11-20T21:46:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T21:46:22,965 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/f3/01cdab6226e24d25b0daf14132261410 2024-11-20T21:46:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741862_1038 (size=4469) 2024-11-20T21:46:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T21:46:23,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/mob/d0f84ccd42874107b709dff30fa8fcd9 is 59, key is row-test-1732139168733-3-0/mob:q1/1732139175718/Put/seqid=0 2024-11-20T21:46:23,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741863_1039 (size=5484) 2024-11-20T21:46:23,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/mob/d0f84ccd42874107b709dff30fa8fcd9 2024-11-20T21:46:23,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/f3/01cdab6226e24d25b0daf14132261410 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3/01cdab6226e24d25b0daf14132261410 2024-11-20T21:46:23,854 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3/01cdab6226e24d25b0daf14132261410, entries=6, sequenceid=121, filesize=5.3 K 2024-11-20T21:46:23,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/mob/d0f84ccd42874107b709dff30fa8fcd9 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9 2024-11-20T21:46:23,876 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9, entries=6, sequenceid=121, filesize=5.4 K 2024-11-20T21:46:23,879 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ee3086fb10500c6e9836bd9d05d967e1 in 1352ms, sequenceid=121, compaction requested=false 2024-11-20T21:46:23,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for ee3086fb10500c6e9836bd9d05d967e1: 2024-11-20T21:46:23,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. for snapshot_1732139181923_default_test-1732139168733 completed. 2024-11-20T21:46:23,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1.' region-info for snapshot=snapshot_1732139181923_default_test-1732139168733 2024-11-20T21:46:23,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:46:23,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e] hfiles 2024-11-20T21:46:23,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e for snapshot=snapshot_1732139181923_default_test-1732139168733 2024-11-20T21:46:23,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3/01cdab6226e24d25b0daf14132261410] hfiles 2024-11-20T21:46:23,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3/01cdab6226e24d25b0daf14132261410 for snapshot=snapshot_1732139181923_default_test-1732139168733 2024-11-20T21:46:23,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9] hfiles 2024-11-20T21:46:23,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9 for snapshot=snapshot_1732139181923_default_test-1732139168733 2024-11-20T21:46:23,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741864_1040 (size=185) 2024-11-20T21:46:23,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:23,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T21:46:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T21:46:23,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732139181923_default_test-1732139168733 on region ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:23,924 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:23,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-20T21:46:23,948 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:46:23,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ee3086fb10500c6e9836bd9d05d967e1 in 1.5670 sec 2024-11-20T21:46:23,950 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:46:23,957 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-20T21:46:23,957 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-20T21:46:23,957 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:23,959 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-20T21:46:23,959 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:23,960 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-20T21:46:23,960 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:23,963 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-20T21:46:23,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741865_1041 (size=49) 2024-11-20T21:46:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T21:46:24,388 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:46:24,389 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732139181923_default_test-1732139168733 2024-11-20T21:46:24,390 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139181923_default_test-1732139168733 2024-11-20T21:46:24,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741866_1042 (size=1146) 2024-11-20T21:46:24,466 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:46:24,486 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:46:24,487 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139181923_default_test-1732139168733 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139181923_default_test-1732139168733 2024-11-20T21:46:24,489 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:46:24,490 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-20T21:46:24,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732139181923_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } in 2.5470 sec 2024-11-20T21:46:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T21:46:26,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732139168733 completed 2024-11-20T21:46:26,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } 2024-11-20T21:46:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732139186100 (current time:1732139186100). 2024-11-20T21:46:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:46:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732139186099_ns2_test-17321391687331 VERSION not specified, setting to 2 2024-11-20T21:46:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672766a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:26,102 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:26,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:26,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:26,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57016bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:26,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:26,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:26,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:26,104 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:26,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736e3a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:26,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:26,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:26,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:26,108 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221. 2024-11-20T21:46:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:46:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:26,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-20T21:46:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } 2024-11-20T21:46:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-20T21:46:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T21:46:26,112 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:46:26,113 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:46:26,116 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:46:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741867_1043 (size=86) 2024-11-20T21:46:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T21:46:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T21:46:26,526 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:46:26,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc1a6fc81bef898b7cfa695f34869c70}] 2024-11-20T21:46:26,528 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:26,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-20T21:46:26,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:46:26,684 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing cc1a6fc81bef898b7cfa695f34869c70 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-20T21:46:26,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/.tmp/f/2201138427ab49649c74f27717c52ca9 is 37, key is row10/f:q1/1732139171820/Put/seqid=0 2024-11-20T21:46:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741868_1044 (size=8413) 2024-11-20T21:46:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T21:46:27,138 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/.tmp/f/2201138427ab49649c74f27717c52ca9 2024-11-20T21:46:27,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/.tmp/f/2201138427ab49649c74f27717c52ca9 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9 2024-11-20T21:46:27,182 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9, entries=99, sequenceid=103, filesize=8.2 K 2024-11-20T21:46:27,184 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for cc1a6fc81bef898b7cfa695f34869c70 in 500ms, sequenceid=103, compaction requested=false 2024-11-20T21:46:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for cc1a6fc81bef898b7cfa695f34869c70: 2024-11-20T21:46:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. for snapshot_1732139186099_ns2_test-17321391687331 completed. 2024-11-20T21:46:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70.' region-info for snapshot=snapshot_1732139186099_ns2_test-17321391687331 2024-11-20T21:46:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:46:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9] hfiles 2024-11-20T21:46:27,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9 for snapshot=snapshot_1732139186099_ns2_test-17321391687331 2024-11-20T21:46:27,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741869_1045 (size=91) 2024-11-20T21:46:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T21:46:27,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:46:27,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-20T21:46:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-20T21:46:27,629 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732139186099_ns2_test-17321391687331 on region cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:27,630 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:27,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T21:46:27,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc1a6fc81bef898b7cfa695f34869c70 in 1.1050 sec 2024-11-20T21:46:27,635 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:46:27,636 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:46:27,637 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:46:27,638 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732139186099_ns2_test-17321391687331 2024-11-20T21:46:27,645 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139186099_ns2_test-17321391687331 2024-11-20T21:46:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741870_1046 (size=456) 2024-11-20T21:46:27,683 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:46:27,695 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:46:27,696 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139186099_ns2_test-17321391687331 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139186099_ns2_test-17321391687331 2024-11-20T21:46:27,698 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:46:27,698 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-20T21:46:27,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732139186099_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } in 1.5890 sec 2024-11-20T21:46:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T21:46:28,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17321391687331 completed 2024-11-20T21:46:28,270 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732139175742 2024-11-20T21:46:28,270 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-20T21:46:28,272 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-20T21:46:28,275 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732139175742_ns2:test-17321391687331 2024-11-20T21:46:28,275 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732139186099_ns2_test-17321391687331 to hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331/ 2024-11-20T21:46:28,282 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-20T21:46:28,336 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40403, inputRoot=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:46:28,336 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-147125073_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331/.hbase-snapshot/.tmp/snapshot_1732139186099_ns2_test-17321391687331 2024-11-20T21:46:28,339 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-20T21:46:28,347 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139186099_ns2_test-17321391687331 to hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331/.hbase-snapshot/.tmp/snapshot_1732139186099_ns2_test-17321391687331 2024-11-20T21:46:28,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741871_1047 (size=86) 2024-11-20T21:46:28,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741872_1048 (size=456) 2024-11-20T21:46:28,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:28,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:28,800 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:30,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-7982656063302754985.jar 2024-11-20T21:46:30,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:30,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:30,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:30,086 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:30,086 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:30,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:30,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:30,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:30,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:30,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:46:30,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:46:30,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:46:30,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:46:30,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:46:30,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:46:30,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:46:30,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:46:30,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:46:30,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:46:30,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:46:30,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:46:30,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:46:30,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:46:30,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:46:30,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:46:30,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:46:30,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:46:30,228 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:46:30,308 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732139186099_ns2_test-17321391687331' hfile list 2024-11-20T21:46:30,325 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-20T21:46:30,883 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1051272346_0001_33ed8f2e-1cba-4a11-8dd4-90534393f7cd/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:46:30,883 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1051272346_0001_33ed8f2e-1cba-4a11-8dd4-90534393f7cd/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:46:31,080 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-20T21:46:31,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741873_1049 (size=8413) 2024-11-20T21:46:31,635 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9 output=hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9 2024-11-20T21:46:31,642 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.015M/sec 2024-11-20T21:46:31,989 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-20T21:46:31,993 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-20T21:46:32,020 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732139186099_ns2_test-17321391687331 2024-11-20T21:46:32,021 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732139186099_ns2_test-17321391687331 finished. 2024-11-20T21:46:32,021 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732139175742_test-1732139168733 2024-11-20T21:46:32,021 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732139181923_default_test-1732139168733 to hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/ 2024-11-20T21:46:32,021 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-20T21:46:32,085 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40403, inputRoot=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:46:32,085 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-147125073_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/.hbase-snapshot/.tmp/snapshot_1732139181923_default_test-1732139168733 2024-11-20T21:46:32,091 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-20T21:46:32,118 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139181923_default_test-1732139168733 to hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/.hbase-snapshot/.tmp/snapshot_1732139181923_default_test-1732139168733 2024-11-20T21:46:32,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741874_1050 (size=84) 2024-11-20T21:46:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741875_1051 (size=1146) 2024-11-20T21:46:32,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:32,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:32,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:33,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-5137110411183085467.jar 2024-11-20T21:46:33,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:33,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:33,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:33,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:33,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:33,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:33,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:33,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:33,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:33,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:46:33,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:46:33,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:46:33,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:46:33,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:46:33,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:46:33,379 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:46:33,379 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:46:33,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:46:33,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:46:33,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:46:33,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:46:33,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:46:33,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:46:33,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:46:33,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:46:33,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:46:33,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:46:33,457 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:46:33,541 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732139181923_default_test-1732139168733' hfile list 2024-11-20T21:46:33,544 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-20T21:46:33,744 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local98921606_0002_0a710332-9716-482f-accf-50a494c4ed22/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:46:33,744 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local98921606_0002_0a710332-9716-482f-accf-50a494c4ed22/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:46:33,883 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-20T21:46:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741876_1052 (size=8413) 2024-11-20T21:46:33,977 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e output=hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e 2024-11-20T21:46:33,977 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.104M/sec 2024-11-20T21:46:34,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741877_1053 (size=5484) 2024-11-20T21:46:34,197 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9 output=hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9 2024-11-20T21:46:34,198 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.029M/sec 2024-11-20T21:46:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741878_1054 (size=5387) 2024-11-20T21:46:34,325 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3/01cdab6226e24d25b0daf14132261410 output=hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3/01cdab6226e24d25b0daf14132261410 2024-11-20T21:46:34,325 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.047M/sec 2024-11-20T21:46:34,835 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-20T21:46:34,836 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-20T21:46:34,847 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732139181923_default_test-1732139168733 2024-11-20T21:46:34,847 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732139181923_default_test-1732139168733 finished. 2024-11-20T21:46:34,848 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17321391687331 2024-11-20T21:46:34,848 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732139168733 2024-11-20T21:46:34,909 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732139175742 2024-11-20T21:46:34,909 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-20T21:46:34,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741879_1055 (size=130) 2024-11-20T21:46:35,321 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40403/backupUT/backup_1732139175742/.backup.manifest 2024-11-20T21:46:35,323 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732139175742 finished: type=FULL,tablelist=ns2:test-17321391687331;test-1732139168733,targetRootDir=hdfs://localhost:40403/backupUT,startts=1732139181509,completets=1732139194906,bytescopied=0 2024-11-20T21:46:35,323 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-20T21:46:35,324 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732139186099_ns2_test-17321391687331 2024-11-20T21:46:35,327 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732139186099_ns2_test-17321391687331" type: DISABLED 2024-11-20T21:46:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732139186099_ns2_test-17321391687331 2024-11-20T21:46:35,332 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732139186099_ns2_test-17321391687331 for backup backup_1732139175742 succeeded. 2024-11-20T21:46:35,332 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732139181923_default_test-1732139168733 2024-11-20T21:46:35,333 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732139181923_default_test-1732139168733" type: DISABLED 2024-11-20T21:46:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732139181923_default_test-1732139168733 2024-11-20T21:46:35,336 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732139181923_default_test-1732139168733 for backup backup_1732139175742 succeeded. 2024-11-20T21:46:35,336 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-20T21:46:35,345 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-20T21:46:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-20T21:46:35,348 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-20T21:46:35,353 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-20T21:46:35,367 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732139175742 completed. 2024-11-20T21:46:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732139175742', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:46:35,554 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732139168733 2024-11-20T21:46:35,580 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732139168733 2024-11-20T21:46:35,877 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732139168733 to Mob enabled CF 2024-11-20T21:46:35,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17321391687331', row='row-t20', locateType=CURRENT is [region=ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:46:35,963 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17321391687331 2024-11-20T21:46:35,981 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:35,982 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] assignment.SplitTableRegionProcedure(210): test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. splitKey isn't explicitly specified, will try to find a best split key from RS 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:35,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e because midkey is the same as first or last row 2024-11-20T21:46:35,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3/01cdab6226e24d25b0daf14132261410 because midkey is the same as first or last row 2024-11-20T21:46:35,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9 because midkey is the same as first or last row 2024-11-20T21:46:35,986 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.HRegion(2902): Flushing ee3086fb10500c6e9836bd9d05d967e1 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-20T21:46:36,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/f/c340d6d68f98452ab42b333967e4b603 is 59, key is row-test-1732139168733-1-10/f:q1/1732139195406/Put/seqid=0 2024-11-20T21:46:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741880_1056 (size=10796) 2024-11-20T21:46:36,433 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/f/c340d6d68f98452ab42b333967e4b603 2024-11-20T21:46:36,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206a321231318a4a509daed019eaf19c08_ee3086fb10500c6e9836bd9d05d967e1 is 63, key is row-test-1732139168733-3-100/mob:q1/1732139195829/Put/seqid=0 2024-11-20T21:46:36,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741881_1057 (size=5591) 2024-11-20T21:46:36,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:36,912 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206a321231318a4a509daed019eaf19c08_ee3086fb10500c6e9836bd9d05d967e1 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/mobdir/data/default/test-1732139168733/be446a4f300913c497b98709e44280d3/mob/d41d8cd98f00b204e9800998ecf8427e202411206a321231318a4a509daed019eaf19c08_ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:36,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/mob/9b31b1d8baa246f889a107542b9b44ba, store: [table=test-1732139168733 family=mob region=ee3086fb10500c6e9836bd9d05d967e1] 2024-11-20T21:46:36,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/mob/9b31b1d8baa246f889a107542b9b44ba is 192, key is row-test-1732139168733-3-100/mob:q1/1732139195829/Put/seqid=0 2024-11-20T21:46:36,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741882_1058 (size=13760) 2024-11-20T21:46:37,340 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/mob/9b31b1d8baa246f889a107542b9b44ba 2024-11-20T21:46:37,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/f/c340d6d68f98452ab42b333967e4b603 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/c340d6d68f98452ab42b333967e4b603 2024-11-20T21:46:37,361 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/c340d6d68f98452ab42b333967e4b603, entries=99, sequenceid=334, filesize=10.5 K 2024-11-20T21:46:37,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/mob/9b31b1d8baa246f889a107542b9b44ba as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/9b31b1d8baa246f889a107542b9b44ba 2024-11-20T21:46:37,374 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/9b31b1d8baa246f889a107542b9b44ba, entries=111, sequenceid=334, filesize=13.4 K 2024-11-20T21:46:37,377 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for ee3086fb10500c6e9836bd9d05d967e1 in 1391ms, sequenceid=334, compaction requested=false 2024-11-20T21:46:37,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.HRegion(2603): Flush status journal for ee3086fb10500c6e9836bd9d05d967e1: 2024-11-20T21:46:37,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/c340d6d68f98452ab42b333967e4b603 because midkey is the same as first or last row 2024-11-20T21:46:37,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3/01cdab6226e24d25b0daf14132261410 because midkey is the same as first or last row 2024-11-20T21:46:37,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/9b31b1d8baa246f889a107542b9b44ba because midkey is the same as first or last row 2024-11-20T21:46:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T21:46:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.CallRunner(138): callId: 302 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.3:35444 deadline: 1732139255980, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-20T21:46:37,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732139168733 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:46:37,396 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:46:37,397 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:46:37,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732139168733,, stopping at row=test-1732139168733 ,, for max=2147483647 with caching=100 2024-11-20T21:46:37,426 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732139168733,, stopping at row=test-1732139168733 ,, for max=2147483647 with caching=100 2024-11-20T21:46:37,453 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1489 2024-11-20T21:46:37,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:37,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:37,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:37,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:37,558 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-20T21:46:37,565 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732139197453 2024-11-20T21:46:37,576 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732139175742} 2024-11-20T21:46:37,576 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-20T21:46:37,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:37,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:37,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:37,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:37,719 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-20T21:46:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732139197719 (current time:1732139197719). 2024-11-20T21:46:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:46:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-20T21:46:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b02b2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:37,735 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:37,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:37,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:37,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd0e9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:37,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:37,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:37,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:37,739 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:37,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7caf68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:37,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:37,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:37,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:37,756 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221. 2024-11-20T21:46:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:46:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:37,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-20T21:46:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-20T21:46:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-20T21:46:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-20T21:46:37,774 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:46:37,778 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:46:37,792 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:46:37,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741883_1059 (size=52) 2024-11-20T21:46:37,810 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:46:37,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f}] 2024-11-20T21:46:37,812 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-20T21:46:37,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-20T21:46:37,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:37,966 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 35c97c74f4506b6300ceac0baaaa639f 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-20T21:46:37,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/meta/3a9f561c646849378447b17038fa7817 is 158, key is trslm:hdfs://localhost:40403/backupUT\x00ns2:test-17321391687331/meta:log-roll-map/1732139194893/Put/seqid=0 2024-11-20T21:46:38,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741884_1060 (size=5914) 2024-11-20T21:46:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-20T21:46:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-20T21:46:38,419 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/meta/3a9f561c646849378447b17038fa7817 2024-11-20T21:46:38,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/478d9a7dea9e408e8346c2276ad22809 is 433, key is session:backup_1732139175742/session:context/1732139195352/Put/seqid=0 2024-11-20T21:46:38,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741885_1061 (size=5535) 2024-11-20T21:46:38,484 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732139168733 2024-11-20T21:46:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741886_1062 (size=950) 2024-11-20T21:46:38,854 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/478d9a7dea9e408e8346c2276ad22809 2024-11-20T21:46:38,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/meta/3a9f561c646849378447b17038fa7817 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/3a9f561c646849378447b17038fa7817 2024-11-20T21:46:38,882 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/3a9f561c646849378447b17038fa7817, entries=6, sequenceid=17, filesize=5.8 K 2024-11-20T21:46:38,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/478d9a7dea9e408e8346c2276ad22809 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/478d9a7dea9e408e8346c2276ad22809 2024-11-20T21:46:38,899 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/478d9a7dea9e408e8346c2276ad22809, entries=2, sequenceid=17, filesize=5.4 K 2024-11-20T21:46:38,900 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 35c97c74f4506b6300ceac0baaaa639f in 935ms, sequenceid=17, compaction requested=false 2024-11-20T21:46:38,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 35c97c74f4506b6300ceac0baaaa639f: 2024-11-20T21:46:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-20T21:46:38,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. for snapshot_backup_system completed. 2024-11-20T21:46:38,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f.' region-info for snapshot=snapshot_backup_system 2024-11-20T21:46:38,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:46:38,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/3a9f561c646849378447b17038fa7817] hfiles 2024-11-20T21:46:38,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/3a9f561c646849378447b17038fa7817 for snapshot=snapshot_backup_system 2024-11-20T21:46:38,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/6f432ca76df6448aa5dbaa41708370ce, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/478d9a7dea9e408e8346c2276ad22809] hfiles 2024-11-20T21:46:38,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/6f432ca76df6448aa5dbaa41708370ce for snapshot=snapshot_backup_system 2024-11-20T21:46:38,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/478d9a7dea9e408e8346c2276ad22809 for snapshot=snapshot_backup_system 2024-11-20T21:46:38,904 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/.tabledesc/.tableinfo.0000000002.908 2024-11-20T21:46:38,904 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/.tabledesc/.tableinfo.0000000003.950 2024-11-20T21:46:38,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732139168733 in 424 msec 2024-11-20T21:46:38,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741887_1063 (size=173) 2024-11-20T21:46:39,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:39,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-20T21:46:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-20T21:46:39,324 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:39,324 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:39,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-20T21:46:39,329 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:46:39,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f in 1.5160 sec 2024-11-20T21:46:39,330 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:46:39,331 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:46:39,331 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-20T21:46:39,332 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-20T21:46:39,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741888_1064 (size=810) 2024-11-20T21:46:39,773 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:46:39,783 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:46:39,784 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_backup_system 2024-11-20T21:46:39,786 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:46:39,786 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-20T21:46:39,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.0270 sec 2024-11-20T21:46:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-20T21:46:39,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-20T21:46:39,920 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732139197453 started at 1732139199920. 2024-11-20T21:46:39,923 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732139197453 has been started. 2024-11-20T21:46:39,929 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1732139168733, ns2:test-17321391687331] 2024-11-20T21:46:39,935 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732139170144for backupID backup_1732139197453 2024-11-20T21:46:39,935 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-20T21:46:39,936 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-20T21:46:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-20T21:46:39,936 INFO [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-20T21:46:39,936 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-20T21:46:39,936 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-20T21:46:39,936 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-20T21:46:39,937 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:39,937 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:39,940 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:39,940 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-20T21:46:39,941 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-20T21:46:39,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-20T21:46:39,942 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:39,942 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-20T21:46:39,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:39,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:39,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-20T21:46:39,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:39,943 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-20T21:46:39,944 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-20T21:46:39,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-20T21:46:39,944 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-20T21:46:39,944 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-20T21:46:39,944 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-20T21:46:39,944 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-20T21:46:39,944 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '0b16ab3f13b7,36703,1732139154691' joining acquired barrier for procedure (rolllog) in zk 2024-11-20T21:46:39,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:39,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:39,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-20T21:46:39,947 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-20T21:46:39,950 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:39,950 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-20T21:46:39,951 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-20T21:46:39,951 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-20T21:46:39,951 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-20T21:46:39,952 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:39,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:39,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-20T21:46:39,954 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '0b16ab3f13b7,36703,1732139154691' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-20T21:46:39,954 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@776d55cc[Count = 0] remaining members to acquire global barrier 2024-11-20T21:46:39,954 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-20T21:46:39,954 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:39,956 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:39,957 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:39,957 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:39,957 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-20T21:46:39,960 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-20T21:46:39,963 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:39,963 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-20T21:46:39,964 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:39,965 INFO [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732139181713 highest: 1732139181745 on 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:39,965 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0:(num 1732139181713) roll requested 2024-11-20T21:46:39,996 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139199965, exclude list is [], retry=0 2024-11-20T21:46:40,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:46:40,011 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139199965 2024-11-20T21:46:40,011 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:46:40,011 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713 is not closed yet, will try archiving it next time 2024-11-20T21:46:40,012 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1:(num 1732139181745) roll requested 2024-11-20T21:46:40,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713 not finished, retry = 0 2024-11-20T21:46:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741857_1033 (size=1198) 2024-11-20T21:46:40,041 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139200012, exclude list is [], retry=0 2024-11-20T21:46:40,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:46:40,082 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139200012 2024-11-20T21:46:40,082 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:46:40,082 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745 is not closed yet, will try archiving it next time 2024-11-20T21:46:40,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745 not finished, retry = 0 2024-11-20T21:46:40,085 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.meta:.meta(num 1732139181776) roll requested 2024-11-20T21:46:40,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741858_1034 (size=30490) 2024-11-20T21:46:40,089 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139170144 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139170144 2024-11-20T21:46:40,123 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139200085.meta, exclude list is [], retry=0 2024-11-20T21:46:40,124 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 144 2024-11-20T21:46:40,124 INFO [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732139199965 on 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:40,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:46:40,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:40,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:40,155 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-20T21:46:40,155 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '0b16ab3f13b7,36703,1732139154691' in zk 2024-11-20T21:46:40,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:40,159 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-20T21:46:40,159 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-20T21:46:40,159 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-20T21:46:40,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:40,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-20T21:46:40,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-20T21:46:40,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-20T21:46:40,160 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139181776.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139200085.meta 2024-11-20T21:46:40,161 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:46:40,161 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139181776.meta is not closed yet, will try archiving it next time 2024-11-20T21:46:40,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-20T21:46:40,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:40,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741859_1035 (size=93) 2024-11-20T21:46:40,173 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139181776.meta to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139181776.meta 2024-11-20T21:46:40,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:40,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-20T21:46:40,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:40,196 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:40,198 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '0b16ab3f13b7,36703,1732139154691': 2024-11-20T21:46:40,198 INFO [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-20T21:46:40,198 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-20T21:46:40,198 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '0b16ab3f13b7,36703,1732139154691' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-20T21:46:40,198 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-20T21:46:40,198 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-20T21:46:40,198 INFO [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-20T21:46:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-20T21:46:40,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:40,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-20T21:46:40,205 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-20T21:46:40,206 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-20T21:46:40,206 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-20T21:46:40,206 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-20T21:46:40,206 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:40,207 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-20T21:46:40,207 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-20T21:46:40,208 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-20T21:46:40,208 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:40,209 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:40,209 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:40,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-20T21:46:40,211 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:40,212 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:40,212 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-20T21:46:40,212 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:40,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:40,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-20T21:46:40,221 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-20T21:46:40,221 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-20T21:46:40,221 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-20T21:46:40,221 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-20T21:46:40,221 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-20T21:46:40,222 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-20T21:46:40,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-20T21:46:40,223 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-20T21:46:40,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-20T21:46:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-20T21:46:40,233 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {0b16ab3f13b7:36703=1732139170144} newestTimestamps: {0b16ab3f13b7:36703=1732139181745} 2024-11-20T21:46:40,238 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139158145.meta 2024-11-20T21:46:40,238 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139200085.meta 2024-11-20T21:46:40,238 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713 2024-11-20T21:46:40,238 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139199965 2024-11-20T21:46:40,238 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745 2024-11-20T21:46:40,238 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139200012 2024-11-20T21:46:40,239 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139181776.meta 2024-11-20T21:46:40,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741892_1068 (size=364) 2024-11-20T21:46:40,268 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17321391687331 target: hdfs://localhost:40403/backupUT/backup_1732139197453/ns2/test-17321391687331 descriptor: 'ns2:test-17321391687331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:46:40,269 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-20T21:46:40,273 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17321391687331 2024-11-20T21:46:40,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741893_1069 (size=50) 2024-11-20T21:46:40,290 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17321391687331 2024-11-20T21:46:40,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741894_1070 (size=950) 2024-11-20T21:46:40,728 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732139168733 target: hdfs://localhost:40403/backupUT/backup_1732139197453/default/test-1732139168733 descriptor: 'test-1732139168733', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:46:40,728 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-20T21:46:40,738 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732139168733 2024-11-20T21:46:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741895_1071 (size=53) 2024-11-20T21:46:40,769 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732139168733 2024-11-20T21:46:40,786 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:40403/backupUT/.tmp/backup_1732139197453 from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713;hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745 2024-11-20T21:46:40,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433249cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:40,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:40,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:40,791 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:40,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:40,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:40,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:40,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283a9cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:40,793 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:40,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:40,798 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:40,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ceae5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:40,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:46:40,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:46:40,801 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e521392 2024-11-20T21:46:40,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:46:40,809 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:46:40,817 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-20T21:46:40,818 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732139168733 2024-11-20T21:46:40,819 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732139168733,, stopping at row=test-1732139168733 ,, for max=2147483647 with caching=100 2024-11-20T21:46:40,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:40,821 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:40,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:40,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:40,836 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732139168733: test-1732139168733; 2024-11-20T21:46:40,837 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17321391687331 2024-11-20T21:46:40,837 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17321391687331,, stopping at row=ns2:test-17321391687331 ,, for max=2147483647 with caching=100 2024-11-20T21:46:40,843 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17321391687331: ns2:test-17321391687331; 2024-11-20T21:46:40,843 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-20T21:46:40,843 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/partitions_2637c5d8-ced2-4f23-ba01-d25795f84cca 2024-11-20T21:46:40,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741896_1072 (size=192) 2024-11-20T21:46:40,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:40,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:40,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-8183357060329688217.jar 2024-11-20T21:46:42,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:46:42,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:46:42,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:46:42,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:46:42,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:46:42,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:46:42,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:46:42,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:46:42,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:46:42,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:46:42,411 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:46:42,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:46:42,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:46:42,438 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1732139168733,ns2:test-17321391687331 2024-11-20T21:46:42,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:46:42,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:46:42,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:42,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:42,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:46:42,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:43,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-5998645673707772563.jar 2024-11-20T21:46:43,919 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:46:44,025 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713 for WAL files 2024-11-20T21:46:44,027 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713 2024-11-20T21:46:44,027 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745 for WAL files 2024-11-20T21:46:44,029 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745 2024-11-20T21:46:44,237 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local47643648_0003_14fa909f-bb7b-4aa7-af75-4f6c51fda306/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:46:44,237 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local47643648_0003_14fa909f-bb7b-4aa7-af75-4f6c51fda306/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:46:44,439 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745 for hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745 (-9223372036854775808:9223372036854775807) length:30490 2024-11-20T21:46:44,502 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-20T21:46:44,503 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-20T21:46:44,659 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713 for hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713 (-9223372036854775808:9223372036854775807) length:1198 2024-11-20T21:46:44,670 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-20T21:46:44,671 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-20T21:46:44,937 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8de7dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:44,937 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:44,938 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:44,939 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:44,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:44,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:44,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9fbb73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:44,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:44,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:44,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:44,942 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:44,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce53e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:44,944 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:44,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:44,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:44,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:44,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17321391687331', row='row-t20', locateType=CURRENT is [region=ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:46:44,964 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-20T21:46:44,964 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:46:44,964 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:44,964 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:44,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:44,964 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-20T21:46:44,964 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:46:44,972 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/backupUT/.tmp/backup_1732139197453/_temporary/0/_temporary/attempt_local47643648_0003_r_000000_0/ns2/test-17321391687331/f/6d92a274e68641738ab477501b120844 is 38, key is row-t20/f:q1/1732139195902/Put/seqid=0 2024-11-20T21:46:44,985 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:46:45,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741897_1073 (size=5273) 2024-11-20T21:46:45,475 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a746364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:45,475 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:45,475 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:45,477 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:45,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:45,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:45,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193beafd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:45,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:45,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:45,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:45,481 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:45,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b57ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:45,483 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:45,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:45,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:45,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:45,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732139168733', row='row-test-1732139168733-1-0', locateType=CURRENT is [region=test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=107] 2024-11-20T21:46:45,488 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-20T21:46:45,488 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:46:45,488 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:45,489 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:45,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:45,489 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732139168733-1-0] 2024-11-20T21:46:45,489 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:46:45,516 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da9bb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:45,516 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:45,516 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:45,517 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:45,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:45,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:45,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f76109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:45,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:45,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:45,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:45,519 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:45,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4649ca57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:45,521 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:45,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:45,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:45,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:45,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732139168733', row='row-test-1732139168733-3-0', locateType=CURRENT is [region=test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=107] 2024-11-20T21:46:45,528 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-20T21:46:45,529 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:46:45,529 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:45,529 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:45,529 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732139168733-3-0] 2024-11-20T21:46:45,529 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:46:45,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:45,543 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/backupUT/.tmp/backup_1732139197453/_temporary/0/_temporary/attempt_local47643648_0003_r_000001_0/default/test-1732139168733/f/e6893577355b413c845706282b46b712 is 59, key is row-test-1732139168733-1-10/f:q1/1732139195406/Put/seqid=0 2024-11-20T21:46:45,549 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:46:45,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741898_1074 (size=10768) 2024-11-20T21:46:45,959 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/backupUT/.tmp/backup_1732139197453/_temporary/0/_temporary/attempt_local47643648_0003_r_000001_0/default/test-1732139168733/mob/82d8bb36dd8541ebb4262ead3d968ec8 is 63, key is row-test-1732139168733-3-100/mob:q1/1732139195829/Put/seqid=0 2024-11-20T21:46:45,962 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:46:45,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741899_1075 (size=11809) 2024-11-20T21:46:47,311 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:40403/backupUT 2024-11-20T21:46:47,311 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732139197453 2024-11-20T21:46:47,311 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-20T21:46:47,337 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:40403/backupUT/.tmp/backup_1732139197453, hdfs://localhost:40403/backupUT] 2024-11-20T21:46:47,430 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:46:47,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741900_1076 (size=11809) 2024-11-20T21:46:48,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741901_1077 (size=10768) 2024-11-20T21:46:48,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741902_1078 (size=5273) 2024-11-20T21:46:48,470 INFO [master/0b16ab3f13b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T21:46:48,470 INFO [master/0b16ab3f13b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T21:46:48,598 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-20T21:46:48,602 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732139197453 2024-11-20T21:46:48,602 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27850 bytes copied." 2024-11-20T21:46:48,603 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local905214629_0004 completed: true true 2024-11-20T21:46:48,604 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824357 FILE: Number of bytes written=6195158 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231461 HDFS: Number of bytes written=2433173 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27850 Bytes Copied=27850 Bytes Expected=27850 Files Copied=4 DIR_COPY=8 2024-11-20T21:46:48,604 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:40403/backupUT/.tmp/backup_1732139197453 to hdfs://localhost:40403/backupUT finished. 2024-11-20T21:46:48,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17321391687331:', locateType=CURRENT is [region=backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:46:48,622 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732139197453 2024-11-20T21:46:48,626 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732139175742} 2024-11-20T21:46:48,626 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-20T21:46:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741903_1079 (size=384) 2024-11-20T21:46:49,032 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40403/backupUT/backup_1732139197453/.backup.manifest 2024-11-20T21:46:49,032 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732139197453 finished: type=INCREMENTAL,tablelist=ns2:test-17321391687331;test-1732139168733,targetRootDir=hdfs://localhost:40403/backupUT,startts=1732139199920,completets=1732139208622,bytescopied=0 2024-11-20T21:46:49,032 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-20T21:46:49,038 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-20T21:46:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-20T21:46:49,041 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-20T21:46:49,043 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-20T21:46:49,047 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732139197453 completed. 2024-11-20T21:46:49,047 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-20T21:46:49,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:49,067 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40403/backupUT/backup_1732139197453/.backup.manifest 2024-11-20T21:46:49,070 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732139197453/.backup.manifest 2024-11-20T21:46:49,071 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1732139168733 from 'test-1732139168733', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732139168733', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:46:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732139168733 2024-11-20T21:46:49,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741904_1080 (size=908) 2024-11-20T21:46:49,488 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/.tabledesc/.tableinfo.0000000003.950 2024-11-20T21:46:49,488 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/.tabledesc/.tableinfo.0000000004.908 2024-11-20T21:46:49,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732139168733}] 2024-11-20T21:46:49,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, REOPEN/MOVE}] 2024-11-20T21:46:49,496 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, REOPEN/MOVE 2024-11-20T21:46:49,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ee3086fb10500c6e9836bd9d05d967e1, regionState=CLOSING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:49,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, REOPEN/MOVE because future has completed 2024-11-20T21:46:49,499 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T21:46:49,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:46:49,652 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:49,652 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T21:46:49,653 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing ee3086fb10500c6e9836bd9d05d967e1, disabling compactions & flushes 2024-11-20T21:46:49,653 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:49,653 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:49,653 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. after waiting 0 ms 2024-11-20T21:46:49,653 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:49,666 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-20T21:46:49,667 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:46:49,667 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:49,667 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for ee3086fb10500c6e9836bd9d05d967e1: Waiting for close lock at 1732139209653Running coprocessor pre-close hooks at 1732139209653Disabling compacts and flushes for region at 1732139209653Disabling writes for close at 1732139209653Writing region close event to WAL at 1732139209654 (+1 ms)Running coprocessor post-close hooks at 1732139209667 (+13 ms)Closed at 1732139209667 2024-11-20T21:46:49,667 WARN [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: ee3086fb10500c6e9836bd9d05d967e1 to self. 2024-11-20T21:46:49,669 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:49,670 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ee3086fb10500c6e9836bd9d05d967e1, regionState=CLOSED 2024-11-20T21:46:49,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:46:49,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-20T21:46:49,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691 in 173 msec 2024-11-20T21:46:49,675 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, REOPEN/MOVE; state=CLOSED, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=true 2024-11-20T21:46:49,826 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ee3086fb10500c6e9836bd9d05d967e1, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:49,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, REOPEN/MOVE because future has completed 2024-11-20T21:46:49,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:46:49,990 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:49,990 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => ee3086fb10500c6e9836bd9d05d967e1, NAME => 'test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:46:49,991 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:46:49,991 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732139168733 ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:49,991 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:46:49,991 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:49,991 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:50,002 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:50,008 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3086fb10500c6e9836bd9d05d967e1 columnFamilyName f 2024-11-20T21:46:50,008 DEBUG [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:50,022 DEBUG [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/c340d6d68f98452ab42b333967e4b603 2024-11-20T21:46:50,033 DEBUG [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e 2024-11-20T21:46:50,033 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(327): Store=ee3086fb10500c6e9836bd9d05d967e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:50,033 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:50,035 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3086fb10500c6e9836bd9d05d967e1 columnFamilyName f2 2024-11-20T21:46:50,035 DEBUG [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:50,038 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(327): Store=ee3086fb10500c6e9836bd9d05d967e1/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:50,038 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:50,039 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee3086fb10500c6e9836bd9d05d967e1 columnFamilyName mob 2024-11-20T21:46:50,040 DEBUG [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:50,056 DEBUG [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/9b31b1d8baa246f889a107542b9b44ba 2024-11-20T21:46:50,061 DEBUG [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9 2024-11-20T21:46:50,062 INFO [StoreOpener-ee3086fb10500c6e9836bd9d05d967e1-1 {}] regionserver.HStore(327): Store=ee3086fb10500c6e9836bd9d05d967e1/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:46:50,062 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:50,063 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:50,065 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:50,066 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:50,066 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:50,067 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732139168733 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:46:50,069 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:50,070 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened ee3086fb10500c6e9836bd9d05d967e1; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11330630240, jitterRate=0.055247172713279724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:46:50,071 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:50,074 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for ee3086fb10500c6e9836bd9d05d967e1: Running coprocessor pre-open hook at 1732139209991Writing region info on filesystem at 1732139209991Initializing all the Stores at 1732139209998 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139209998Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139210002 (+4 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139210002Cleaning up temporary data from old regions at 1732139210066 (+64 ms)Running coprocessor post-open hooks at 1732139210071 (+5 ms)Region opened successfully at 1732139210074 (+3 ms) 2024-11-20T21:46:50,076 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1., pid=46, masterSystemTime=1732139209981 2024-11-20T21:46:50,078 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:50,079 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:50,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ee3086fb10500c6e9836bd9d05d967e1, regionState=OPEN, openSeqNum=338, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:50,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:46:50,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-20T21:46:50,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure ee3086fb10500c6e9836bd9d05d967e1, server=0b16ab3f13b7,36703,1732139154691 in 254 msec 2024-11-20T21:46:50,085 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:46:50,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-20T21:46:50,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732139168733, region=ee3086fb10500c6e9836bd9d05d967e1, REOPEN/MOVE in 590 msec 2024-11-20T21:46:50,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T21:46:50,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732139168733 in 597 msec 2024-11-20T21:46:50,094 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732139168733 2024-11-20T21:46:50,103 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3/01cdab6226e24d25b0daf14132261410 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3/01cdab6226e24d25b0daf14132261410 2024-11-20T21:46:50,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732139168733 in 1.0320 sec 2024-11-20T21:46:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T21:46:50,108 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732139168733 completed 2024-11-20T21:46:50,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:50,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:50,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:50,159 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-20T21:46:50,164 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732139210109 2024-11-20T21:46:50,166 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732139197453} 2024-11-20T21:46:50,166 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732139175742} 2024-11-20T21:46:50,166 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-20T21:46:50,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:50,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:50,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:50,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:50,208 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1732139168733 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1732139168733 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:46:50,211 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732139210109,startts=0,failedts=1732139210208,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1732139168733 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-20T21:46:50,211 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-20T21:46:50,213 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-20T21:46:50,213 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-20T21:46:50,215 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-20T21:46:50,215 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-20T21:46:50,217 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-20T21:46:50,220 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732139210109 failed. 2024-11-20T21:46:50,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:50,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:50,237 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732139168733, ns2:test-17321391687331, ns3:test-17321391687332, ns4:test-17321391687333] 2024-11-20T21:46:50,237 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-20T21:46:50,242 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-20T21:46:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732139210242 (current time:1732139210242). 2024-11-20T21:46:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:46:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-20T21:46:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36fb4f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:50,244 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:50,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:50,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:50,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10724ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:50,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:50,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:50,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:50,246 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:50,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1335e9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:50,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:50,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:50,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:50,251 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221. 2024-11-20T21:46:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:46:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:50,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-20T21:46:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-20T21:46:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-20T21:46:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-20T21:46:50,255 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:46:50,256 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:46:50,258 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:46:50,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741905_1081 (size=52) 2024-11-20T21:46:50,269 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:46:50,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f}] 2024-11-20T21:46:50,270 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-20T21:46:50,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-20T21:46:50,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:50,423 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 35c97c74f4506b6300ceac0baaaa639f 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-20T21:46:50,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/meta/404646ddfc4344a382b5e665c47eeba4 is 158, key is trslm:hdfs://localhost:40403/backupUT\x00ns2:test-17321391687331/meta:log-roll-map/1732139208611/Put/seqid=0 2024-11-20T21:46:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741906_1082 (size=5745) 2024-11-20T21:46:50,435 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/meta/404646ddfc4344a382b5e665c47eeba4 2024-11-20T21:46:50,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/f59ab5bd97b84a138af8317799075186 is 1245, key is session:backup_1732139210109/session:context/1732139210216/Put/seqid=0 2024-11-20T21:46:50,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741907_1083 (size=6682) 2024-11-20T21:46:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-20T21:46:50,855 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/f59ab5bd97b84a138af8317799075186 2024-11-20T21:46:50,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/meta/404646ddfc4344a382b5e665c47eeba4 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/404646ddfc4344a382b5e665c47eeba4 2024-11-20T21:46:50,870 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/404646ddfc4344a382b5e665c47eeba4, entries=4, sequenceid=31, filesize=5.6 K 2024-11-20T21:46:50,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/f59ab5bd97b84a138af8317799075186 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/f59ab5bd97b84a138af8317799075186 2024-11-20T21:46:50,878 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/f59ab5bd97b84a138af8317799075186, entries=3, sequenceid=31, filesize=6.5 K 2024-11-20T21:46:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-20T21:46:50,879 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 35c97c74f4506b6300ceac0baaaa639f in 456ms, sequenceid=31, compaction requested=true 2024-11-20T21:46:50,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 35c97c74f4506b6300ceac0baaaa639f: 2024-11-20T21:46:50,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. for snapshot_backup_system completed. 2024-11-20T21:46:50,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f.' region-info for snapshot=snapshot_backup_system 2024-11-20T21:46:50,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:46:50,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/3a9f561c646849378447b17038fa7817, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/404646ddfc4344a382b5e665c47eeba4] hfiles 2024-11-20T21:46:50,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/3a9f561c646849378447b17038fa7817 for snapshot=snapshot_backup_system 2024-11-20T21:46:50,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/404646ddfc4344a382b5e665c47eeba4 for snapshot=snapshot_backup_system 2024-11-20T21:46:50,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/6f432ca76df6448aa5dbaa41708370ce, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/478d9a7dea9e408e8346c2276ad22809, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/f59ab5bd97b84a138af8317799075186] hfiles 2024-11-20T21:46:50,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/6f432ca76df6448aa5dbaa41708370ce for snapshot=snapshot_backup_system 2024-11-20T21:46:50,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/478d9a7dea9e408e8346c2276ad22809 for snapshot=snapshot_backup_system 2024-11-20T21:46:50,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/f59ab5bd97b84a138af8317799075186 for snapshot=snapshot_backup_system 2024-11-20T21:46:50,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741908_1084 (size=251) 2024-11-20T21:46:51,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:46:51,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T21:46:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T21:46:51,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:51,290 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:46:51,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T21:46:51,293 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:46:51,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f in 1.0220 sec 2024-11-20T21:46:51,295 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:46:51,295 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:46:51,295 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-20T21:46:51,297 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-20T21:46:51,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741909_1085 (size=888) 2024-11-20T21:46:51,319 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:46:51,338 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:46:51,342 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_backup_system 2024-11-20T21:46:51,344 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:46:51,344 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-20T21:46:51,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.0920 sec 2024-11-20T21:46:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-20T21:46:51,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-20T21:46:51,389 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732139210221 started at 1732139211389. 2024-11-20T21:46:51,391 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732139210221 has been started. 2024-11-20T21:46:51,395 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-20T21:46:51,396 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-20T21:46:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-20T21:46:51,397 INFO [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-20T21:46:51,397 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-20T21:46:51,397 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-20T21:46:51,397 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-20T21:46:51,398 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:51,398 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:51,400 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-20T21:46:51,400 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,400 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-20T21:46:51,400 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-20T21:46:51,401 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,401 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-20T21:46:51,401 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:51,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:51,403 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-20T21:46:51,403 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:51,403 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-20T21:46:51,403 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-20T21:46:51,403 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-20T21:46:51,403 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-20T21:46:51,403 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-20T21:46:51,404 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-20T21:46:51,404 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-20T21:46:51,404 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '0b16ab3f13b7,36703,1732139154691' joining acquired barrier for procedure (rolllog) in zk 2024-11-20T21:46:51,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,406 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:51,407 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,407 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-20T21:46:51,407 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-20T21:46:51,407 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-20T21:46:51,407 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-20T21:46:51,407 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-20T21:46:51,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-20T21:46:51,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:51,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-20T21:46:51,410 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '0b16ab3f13b7,36703,1732139154691' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-20T21:46:51,410 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2cf82d06[Count = 0] remaining members to acquire global barrier 2024-11-20T21:46:51,410 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-20T21:46:51,410 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:51,412 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:51,412 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:51,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:51,412 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-20T21:46:51,412 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-20T21:46:51,412 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,413 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-20T21:46:51,413 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,413 INFO [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732139199965 highest: 1732139200012 on 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,413 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0:(num 1732139199965) roll requested 2024-11-20T21:46:51,435 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139211413, exclude list is [], retry=0 2024-11-20T21:46:51,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:46:51,440 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139199965 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139211413 2024-11-20T21:46:51,440 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:46:51,440 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139199965 is not closed yet, will try archiving it next time 2024-11-20T21:46:51,440 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1:(num 1732139200012) roll requested 2024-11-20T21:46:51,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741889_1065 (size=93) 2024-11-20T21:46:51,443 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139199965 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139199965 2024-11-20T21:46:51,462 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139211440, exclude list is [], retry=0 2024-11-20T21:46:51,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:46:51,468 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139200012 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139211440 2024-11-20T21:46:51,468 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:46:51,468 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139200012 is not closed yet, will try archiving it next time 2024-11-20T21:46:51,468 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.meta:.meta(num 1732139200085) roll requested 2024-11-20T21:46:51,468 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139181745 2024-11-20T21:46:51,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741890_1066 (size=4927) 2024-11-20T21:46:51,470 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139200012 not finished, retry = 0 2024-11-20T21:46:51,481 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139211468.meta, exclude list is [], retry=0 2024-11-20T21:46:51,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:46:51,485 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139200085.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139211468.meta 2024-11-20T21:46:51,485 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:46:51,485 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139200085.meta is not closed yet, will try archiving it next time 2024-11-20T21:46:51,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741891_1067 (size=1903) 2024-11-20T21:46:51,493 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-20T21:46:51,493 INFO [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732139211413 on 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:46:51,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:46:51,513 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-20T21:46:51,513 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '0b16ab3f13b7,36703,1732139154691' in zk 2024-11-20T21:46:51,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-20T21:46:51,516 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-20T21:46:51,516 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-20T21:46:51,516 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-20T21:46:51,517 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-20T21:46:51,517 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-20T21:46:51,518 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-20T21:46:51,518 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:51,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-20T21:46:51,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:51,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,521 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '0b16ab3f13b7,36703,1732139154691': 2024-11-20T21:46:51,521 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '0b16ab3f13b7,36703,1732139154691' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-20T21:46:51,521 INFO [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-20T21:46:51,521 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-20T21:46:51,521 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-20T21:46:51,521 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-20T21:46:51,521 INFO [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-20T21:46:51,524 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-20T21:46:51,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-20T21:46:51,524 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-20T21:46:51,524 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-20T21:46:51,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:51,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:51,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-20T21:46:51,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-20T21:46:51,525 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-20T21:46:51,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-20T21:46:51,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-20T21:46:51,527 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-20T21:46:51,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:51,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-20T21:46:51,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:51,530 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-20T21:46:51,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:46:51,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,535 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-20T21:46:51,535 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-20T21:46:51,535 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-20T21:46:51,535 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-20T21:46:51,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-20T21:46:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:46:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-20T21:46:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-20T21:46:51,536 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-20T21:46:51,536 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-20T21:46:51,536 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-20T21:46:51,537 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-20T21:46:51,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-20T21:46:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-20T21:46:51,543 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-20T21:46:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732139211543 (current time:1732139211543). 2024-11-20T21:46:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:46:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732139211542_backup_system_bulk VERSION not specified, setting to 2 2024-11-20T21:46:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325a94dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:51,545 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:51,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:51,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:51,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d58e0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:51,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:51,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:51,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:51,547 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:51,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b0cbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:51,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:51,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:51,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:51,551 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221. 2024-11-20T21:46:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:46:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:51,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-20T21:46:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-20T21:46:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-20T21:46:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-20T21:46:51,555 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:46:51,557 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:46:51,559 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:46:51,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741913_1089 (size=76) 2024-11-20T21:46:51,568 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:46:51,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44ecc6781628bf65269089b4ef81ca14}] 2024-11-20T21:46:51,569 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-20T21:46:51,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-20T21:46:51,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:46:51,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for 44ecc6781628bf65269089b4ef81ca14: 2024-11-20T21:46:51,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. for snapshot_1732139211542_backup_system_bulk completed. 2024-11-20T21:46:51,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14.' region-info for snapshot=snapshot_1732139211542_backup_system_bulk 2024-11-20T21:46:51,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:46:51,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:46:51,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:46:51,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741914_1090 (size=61) 2024-11-20T21:46:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-20T21:46:52,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:46:52,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T21:46:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-20T21:46:52,130 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732139211542_backup_system_bulk on region 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:52,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:46:52,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-20T21:46:52,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 44ecc6781628bf65269089b4ef81ca14 in 563 msec 2024-11-20T21:46:52,134 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:46:52,135 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:46:52,135 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:46:52,135 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732139211542_backup_system_bulk 2024-11-20T21:46:52,136 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139211542_backup_system_bulk 2024-11-20T21:46:52,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741915_1091 (size=702) 2024-11-20T21:46:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-20T21:46:52,548 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:46:52,554 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:46:52,555 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139211542_backup_system_bulk to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139211542_backup_system_bulk 2024-11-20T21:46:52,556 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:46:52,556 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-20T21:46:52,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732139211542_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.0030 sec 2024-11-20T21:46:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-20T21:46:52,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-20T21:46:52,690 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } 2024-11-20T21:46:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732139212690 (current time:1732139212690). 2024-11-20T21:46:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:46:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732139212689_ns4_test-17321391687333 VERSION not specified, setting to 2 2024-11-20T21:46:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f557639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:52,692 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:52,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:52,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:52,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c47483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:52,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:52,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:52,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:52,694 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:52,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415dd6e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:52,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:52,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:52,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:52,699 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221. 2024-11-20T21:46:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:46:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:52,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-20T21:46:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } 2024-11-20T21:46:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-20T21:46:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-20T21:46:52,702 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:46:52,703 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:46:52,706 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:46:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741916_1092 (size=86) 2024-11-20T21:46:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-20T21:46:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-20T21:46:53,114 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:46:53,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0795702f49e7aa48435330905b23509}] 2024-11-20T21:46:53,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0795702f49e7aa48435330905b23509 2024-11-20T21:46:53,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-20T21:46:53,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:46:53,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for b0795702f49e7aa48435330905b23509: 2024-11-20T21:46:53,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. for snapshot_1732139212689_ns4_test-17321391687333 completed. 2024-11-20T21:46:53,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509.' region-info for snapshot=snapshot_1732139212689_ns4_test-17321391687333 2024-11-20T21:46:53,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:46:53,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:46:53,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741917_1093 (size=52) 2024-11-20T21:46:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-20T21:46:53,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:46:53,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T21:46:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-20T21:46:53,675 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732139212689_ns4_test-17321391687333 on region b0795702f49e7aa48435330905b23509 2024-11-20T21:46:53,676 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0795702f49e7aa48435330905b23509 2024-11-20T21:46:53,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-20T21:46:53,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b0795702f49e7aa48435330905b23509 in 563 msec 2024-11-20T21:46:53,679 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:46:53,680 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:46:53,680 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:46:53,680 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732139212689_ns4_test-17321391687333 2024-11-20T21:46:53,681 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139212689_ns4_test-17321391687333 2024-11-20T21:46:53,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741918_1094 (size=443) 2024-11-20T21:46:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-20T21:46:54,092 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:46:54,098 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:46:54,099 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139212689_ns4_test-17321391687333 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139212689_ns4_test-17321391687333 2024-11-20T21:46:54,101 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:46:54,101 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-20T21:46:54,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732139212689_ns4_test-17321391687333 table=ns4:test-17321391687333 type=FLUSH ttl=0 } in 1.4010 sec 2024-11-20T21:46:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-20T21:46:54,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17321391687333 completed 2024-11-20T21:46:54,850 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } 2024-11-20T21:46:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732139214850 (current time:1732139214850). 2024-11-20T21:46:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:46:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732139214849_ns2_test-17321391687331 VERSION not specified, setting to 2 2024-11-20T21:46:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd0d2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:54,852 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:54,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:54,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:54,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afabfe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:54,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:54,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:54,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:54,854 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:54,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2df66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:54,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:54,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:54,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:54,857 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221. 2024-11-20T21:46:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:46:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:54,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-20T21:46:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } 2024-11-20T21:46:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-20T21:46:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-20T21:46:54,861 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:46:54,862 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:46:54,864 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:46:54,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741919_1095 (size=86) 2024-11-20T21:46:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-20T21:46:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-20T21:46:55,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-20T21:46:55,271 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:46:55,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc1a6fc81bef898b7cfa695f34869c70}] 2024-11-20T21:46:55,272 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:55,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-20T21:46:55,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:46:55,424 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2902): Flushing cc1a6fc81bef898b7cfa695f34869c70 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-20T21:46:55,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/.tmp/f/4b56927c26e24aa9976b5c996b81c809 is 38, key is row-t20/f:q1/1732139195902/Put/seqid=0 2024-11-20T21:46:55,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741920_1096 (size=5134) 2024-11-20T21:46:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-20T21:46:55,834 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/.tmp/f/4b56927c26e24aa9976b5c996b81c809 2024-11-20T21:46:55,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/.tmp/f/4b56927c26e24aa9976b5c996b81c809 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/4b56927c26e24aa9976b5c996b81c809 2024-11-20T21:46:55,847 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/4b56927c26e24aa9976b5c996b81c809, entries=5, sequenceid=111, filesize=5.0 K 2024-11-20T21:46:55,848 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for cc1a6fc81bef898b7cfa695f34869c70 in 424ms, sequenceid=111, compaction requested=false 2024-11-20T21:46:55,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for cc1a6fc81bef898b7cfa695f34869c70: 2024-11-20T21:46:55,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. for snapshot_1732139214849_ns2_test-17321391687331 completed. 2024-11-20T21:46:55,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70.' region-info for snapshot=snapshot_1732139214849_ns2_test-17321391687331 2024-11-20T21:46:55,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:46:55,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/4b56927c26e24aa9976b5c996b81c809] hfiles 2024-11-20T21:46:55,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9 for snapshot=snapshot_1732139214849_ns2_test-17321391687331 2024-11-20T21:46:55,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/4b56927c26e24aa9976b5c996b81c809 for snapshot=snapshot_1732139214849_ns2_test-17321391687331 2024-11-20T21:46:55,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741921_1097 (size=130) 2024-11-20T21:46:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-20T21:46:56,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:46:56,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T21:46:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-20T21:46:56,256 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732139214849_ns2_test-17321391687331 on region cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:56,256 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:46:56,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-20T21:46:56,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc1a6fc81bef898b7cfa695f34869c70 in 986 msec 2024-11-20T21:46:56,259 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:46:56,260 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:46:56,261 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:46:56,261 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732139214849_ns2_test-17321391687331 2024-11-20T21:46:56,262 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139214849_ns2_test-17321391687331 2024-11-20T21:46:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741922_1098 (size=496) 2024-11-20T21:46:56,420 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cc1a6fc81bef898b7cfa695f34869c70, had cached 0 bytes from a total of 13547 2024-11-20T21:46:56,673 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:46:56,680 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:46:56,680 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139214849_ns2_test-17321391687331 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139214849_ns2_test-17321391687331 2024-11-20T21:46:56,682 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:46:56,682 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-20T21:46:56,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732139214849_ns2_test-17321391687331 table=ns2:test-17321391687331 type=FLUSH ttl=0 } in 1.8230 sec 2024-11-20T21:46:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-20T21:46:57,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17321391687331 completed 2024-11-20T21:46:57,010 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } 2024-11-20T21:46:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732139217010 (current time:1732139217010). 2024-11-20T21:46:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:46:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732139217009_default_test-1732139168733 VERSION not specified, setting to 2 2024-11-20T21:46:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2640277d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:57,012 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5258892f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:57,014 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:57,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e11e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:57,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:57,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:57,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:57,018 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221. 2024-11-20T21:46:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:46:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:57,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-20T21:46:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } 2024-11-20T21:46:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-20T21:46:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-20T21:46:57,022 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:46:57,023 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:46:57,025 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:46:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741923_1099 (size=84) 2024-11-20T21:46:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-20T21:46:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-20T21:46:57,432 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:46:57,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee3086fb10500c6e9836bd9d05d967e1}] 2024-11-20T21:46:57,433 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:57,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-20T21:46:57,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:57,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for ee3086fb10500c6e9836bd9d05d967e1: 2024-11-20T21:46:57,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. for snapshot_1732139217009_default_test-1732139168733 completed. 2024-11-20T21:46:57,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1.' region-info for snapshot=snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:46:57,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:46:57,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/c340d6d68f98452ab42b333967e4b603] hfiles 2024-11-20T21:46:57,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e for snapshot=snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:46:57,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/c340d6d68f98452ab42b333967e4b603 for snapshot=snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:46:57,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:46:57,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/9b31b1d8baa246f889a107542b9b44ba] hfiles 2024-11-20T21:46:57,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9 for snapshot=snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:46:57,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/9b31b1d8baa246f889a107542b9b44ba for snapshot=snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:46:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741924_1100 (size=224) 2024-11-20T21:46:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-20T21:46:57,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:46:57,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T21:46:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-20T21:46:57,994 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732139217009_default_test-1732139168733 on region ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:57,995 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:57,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-20T21:46:57,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ee3086fb10500c6e9836bd9d05d967e1 in 564 msec 2024-11-20T21:46:57,998 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:46:57,999 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:46:58,000 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-20T21:46:58,000 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-20T21:46:58,000 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:58,001 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-20T21:46:58,001 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:58,002 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-20T21:46:58,002 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:46:58,003 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/mobdir/data/default/test-1732139168733/be446a4f300913c497b98709e44280d3/mob/d41d8cd98f00b204e9800998ecf8427e202411206a321231318a4a509daed019eaf19c08_ee3086fb10500c6e9836bd9d05d967e1] hfiles 2024-11-20T21:46:58,003 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/mobdir/data/default/test-1732139168733/be446a4f300913c497b98709e44280d3/mob/d41d8cd98f00b204e9800998ecf8427e202411206a321231318a4a509daed019eaf19c08_ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:46:58,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741925_1101 (size=168) 2024-11-20T21:46:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-20T21:46:58,411 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:46:58,411 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:46:58,412 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:46:58,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741926_1102 (size=1305) 2024-11-20T21:46:58,835 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:46:58,844 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:46:58,844 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139217009_default_test-1732139168733 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:46:58,846 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:46:58,846 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-20T21:46:58,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732139217009_default_test-1732139168733 table=test-1732139168733 type=FLUSH ttl=0 } in 1.8260 sec 2024-11-20T21:46:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-20T21:46:59,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732139168733 completed 2024-11-20T21:46:59,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } 2024-11-20T21:46:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732139219170 (current time:1732139219170). 2024-11-20T21:46:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:46:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732139219169_ns3_test-17321391687332 VERSION not specified, setting to 2 2024-11-20T21:46:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fc3335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:46:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:46:59,172 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:46:59,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:46:59,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:46:59,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb2b6bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:59,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:46:59,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:46:59,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:59,174 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:46:59,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3408e2a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:46:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:46:59,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:46:59,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:46:59,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:46:59,179 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221. 2024-11-20T21:46:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:46:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:46:59,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:46:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-20T21:46:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } 2024-11-20T21:46:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-20T21:46:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-20T21:46:59,182 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:46:59,182 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:46:59,185 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:46:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741927_1103 (size=86) 2024-11-20T21:46:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-20T21:46:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-20T21:46:59,592 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:46:59,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2fafd61a4f53442775f9d09cb9b5dcc4}] 2024-11-20T21:46:59,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:46:59,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-20T21:46:59,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:46:59,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for 2fafd61a4f53442775f9d09cb9b5dcc4: 2024-11-20T21:46:59,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. for snapshot_1732139219169_ns3_test-17321391687332 completed. 2024-11-20T21:46:59,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4.' region-info for snapshot=snapshot_1732139219169_ns3_test-17321391687332 2024-11-20T21:46:59,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:46:59,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T21:46:59,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741928_1104 (size=52) 2024-11-20T21:46:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-20T21:47:00,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:47:00,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-20T21:47:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-20T21:47:00,154 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732139219169_ns3_test-17321391687332 on region 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:47:00,154 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:47:00,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T21:47:00,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2fafd61a4f53442775f9d09cb9b5dcc4 in 563 msec 2024-11-20T21:47:00,157 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:47:00,158 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:47:00,159 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:47:00,159 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732139219169_ns3_test-17321391687332 2024-11-20T21:47:00,160 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139219169_ns3_test-17321391687332 2024-11-20T21:47:00,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741929_1105 (size=443) 2024-11-20T21:47:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-20T21:47:00,570 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:47:00,576 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:47:00,577 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_1732139219169_ns3_test-17321391687332 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139219169_ns3_test-17321391687332 2024-11-20T21:47:00,578 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:47:00,578 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-20T21:47:00,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732139219169_ns3_test-17321391687332 table=ns3:test-17321391687332 type=FLUSH ttl=0 } in 1.3980 sec 2024-11-20T21:47:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-20T21:47:01,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17321391687332 completed 2024-11-20T21:47:01,340 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732139210221 2024-11-20T21:47:01,340 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-20T21:47:01,340 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-20T21:47:01,340 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732139210221_backup:system_bulk 2024-11-20T21:47:01,340 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732139211542_backup_system_bulk to hdfs://localhost:40403/backupUT/backup_1732139210221/backup/system_bulk/ 2024-11-20T21:47:01,340 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-20T21:47:01,372 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40403, inputRoot=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:47:01,372 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-147125073_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40403/backupUT/backup_1732139210221/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40403/backupUT/backup_1732139210221/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732139211542_backup_system_bulk 2024-11-20T21:47:01,374 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-20T21:47:01,378 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139211542_backup_system_bulk to hdfs://localhost:40403/backupUT/backup_1732139210221/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732139211542_backup_system_bulk 2024-11-20T21:47:01,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741931_1107 (size=702) 2024-11-20T21:47:01,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741930_1106 (size=76) 2024-11-20T21:47:01,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:01,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:01,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:02,100 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 35c97c74f4506b6300ceac0baaaa639f, had cached 0 bytes from a total of 28925 2024-11-20T21:47:02,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-17010916251495906196.jar 2024-11-20T21:47:02,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:02,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:02,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:02,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:02,799 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:02,800 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:02,800 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:02,800 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:02,800 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:02,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:02,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:47:02,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:47:02,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:47:02,801 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:47:02,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:47:02,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:47:02,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:47:02,802 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:47:02,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:47:02,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:47:02,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:02,803 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:02,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:02,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:02,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:02,804 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:02,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:02,847 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:47:02,878 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732139211542_backup_system_bulk' hfile list 2024-11-20T21:47:03,031 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1886392764_0005_8d927c98-572a-489c-b7c9-7158bc388e2a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:47:03,031 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1886392764_0005_8d927c98-572a-489c-b7c9-7158bc388e2a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:47:04,072 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-20T21:47:04,073 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-20T21:47:04,080 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732139211542_backup_system_bulk 2024-11-20T21:47:04,080 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732139211542_backup_system_bulk finished. 2024-11-20T21:47:04,080 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732139210221_ns4:test-17321391687333 2024-11-20T21:47:04,080 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732139212689_ns4_test-17321391687333 to hdfs://localhost:40403/backupUT/backup_1732139210221/ns4/test-17321391687333/ 2024-11-20T21:47:04,080 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-20T21:47:04,131 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40403, inputRoot=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:47:04,131 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-147125073_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40403/backupUT/backup_1732139210221/ns4/test-17321391687333, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40403/backupUT/backup_1732139210221/ns4/test-17321391687333/.hbase-snapshot/.tmp/snapshot_1732139212689_ns4_test-17321391687333 2024-11-20T21:47:04,133 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-20T21:47:04,137 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139212689_ns4_test-17321391687333 to hdfs://localhost:40403/backupUT/backup_1732139210221/ns4/test-17321391687333/.hbase-snapshot/.tmp/snapshot_1732139212689_ns4_test-17321391687333 2024-11-20T21:47:04,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741932_1108 (size=86) 2024-11-20T21:47:04,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741933_1109 (size=443) 2024-11-20T21:47:04,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:04,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:04,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:05,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-16958407557228868593.jar 2024-11-20T21:47:05,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:05,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:05,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:05,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:05,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:05,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:05,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:05,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:05,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:05,551 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:05,551 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:47:05,551 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:47:05,551 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:47:05,551 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:47:05,552 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:47:05,552 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:47:05,552 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:47:05,552 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:47:05,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:47:05,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:47:05,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:05,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:05,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:05,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:05,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:05,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:05,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:05,601 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:47:05,650 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732139212689_ns4_test-17321391687333' hfile list 2024-11-20T21:47:05,834 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1934300810_0006_41ec1f1a-cbff-459e-8e87-a09b98cfdbcb/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:47:05,834 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1934300810_0006_41ec1f1a-cbff-459e-8e87-a09b98cfdbcb/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:47:06,887 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-20T21:47:06,888 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-20T21:47:06,894 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732139212689_ns4_test-17321391687333 2024-11-20T21:47:06,894 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732139212689_ns4_test-17321391687333 finished. 2024-11-20T21:47:06,894 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732139210221_ns2:test-17321391687331 2024-11-20T21:47:06,894 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732139214849_ns2_test-17321391687331 to hdfs://localhost:40403/backupUT/backup_1732139210221/ns2/test-17321391687331/ 2024-11-20T21:47:06,894 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-20T21:47:06,934 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40403, inputRoot=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:47:06,934 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-147125073_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40403/backupUT/backup_1732139210221/ns2/test-17321391687331, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40403/backupUT/backup_1732139210221/ns2/test-17321391687331/.hbase-snapshot/.tmp/snapshot_1732139214849_ns2_test-17321391687331 2024-11-20T21:47:06,936 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-20T21:47:06,942 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139214849_ns2_test-17321391687331 to hdfs://localhost:40403/backupUT/backup_1732139210221/ns2/test-17321391687331/.hbase-snapshot/.tmp/snapshot_1732139214849_ns2_test-17321391687331 2024-11-20T21:47:06,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741934_1110 (size=86) 2024-11-20T21:47:06,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741935_1111 (size=496) 2024-11-20T21:47:07,362 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:07,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:07,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:08,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-15964920286649155633.jar 2024-11-20T21:47:08,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:08,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:08,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:08,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:08,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:08,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:08,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:08,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:08,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:08,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:08,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:47:08,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:47:08,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:47:08,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:47:08,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:47:08,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:47:08,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:47:08,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:47:08,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:47:08,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:47:08,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:08,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:08,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:08,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:08,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:08,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:08,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:08,483 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:47:08,519 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732139214849_ns2_test-17321391687331' hfile list 2024-11-20T21:47:08,522 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-20T21:47:08,637 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local286389391_0007_3e57d28b-29c8-46e9-a567-ef3100eecaab/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:47:08,637 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local286389391_0007_3e57d28b-29c8-46e9-a567-ef3100eecaab/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:47:08,717 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-20T21:47:08,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741936_1112 (size=8413) 2024-11-20T21:47:08,802 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9 output=hdfs://localhost:40403/backupUT/backup_1732139210221/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9 2024-11-20T21:47:08,802 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.115M/sec 2024-11-20T21:47:08,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741937_1113 (size=5134) 2024-11-20T21:47:08,841 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/4b56927c26e24aa9976b5c996b81c809 output=hdfs://localhost:40403/backupUT/backup_1732139210221/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/4b56927c26e24aa9976b5c996b81c809 2024-11-20T21:47:08,841 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.148M/sec 2024-11-20T21:47:09,684 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-20T21:47:09,686 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-20T21:47:09,692 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732139214849_ns2_test-17321391687331 2024-11-20T21:47:09,692 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732139214849_ns2_test-17321391687331 finished. 2024-11-20T21:47:09,693 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732139210221_test-1732139168733 2024-11-20T21:47:09,693 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732139217009_default_test-1732139168733 to hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/ 2024-11-20T21:47:09,693 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-20T21:47:09,722 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40403, inputRoot=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:47:09,722 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-147125073_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/.hbase-snapshot/.tmp/snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:47:09,724 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-20T21:47:09,743 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139217009_default_test-1732139168733 to hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/.hbase-snapshot/.tmp/snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:47:09,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741938_1114 (size=84) 2024-11-20T21:47:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741939_1115 (size=1305) 2024-11-20T21:47:10,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:10,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:10,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:11,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-15345938429861100661.jar 2024-11-20T21:47:11,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:11,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:11,215 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:11,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:11,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:11,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:11,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:11,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:11,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:11,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:11,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:47:11,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:47:11,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:47:11,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:47:11,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:47:11,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:47:11,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:47:11,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:47:11,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:47:11,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:47:11,220 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:11,220 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:11,220 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:11,220 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:11,221 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:11,221 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:11,221 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:11,266 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:47:11,301 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732139217009_default_test-1732139168733' hfile list 2024-11-20T21:47:11,303 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-20T21:47:11,431 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1101951586_0008_c6d3f511-531d-47f1-9039-7f910c72bc51/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:47:11,431 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1101951586_0008_c6d3f511-531d-47f1-9039-7f910c72bc51/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:47:11,506 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-20T21:47:11,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741940_1116 (size=13760) 2024-11-20T21:47:11,960 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/9b31b1d8baa246f889a107542b9b44ba output=hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/9b31b1d8baa246f889a107542b9b44ba 2024-11-20T21:47:11,960 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.029M/sec 2024-11-20T21:47:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741941_1117 (size=10796) 2024-11-20T21:47:12,394 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/c340d6d68f98452ab42b333967e4b603 output=hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/c340d6d68f98452ab42b333967e4b603 2024-11-20T21:47:12,395 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-20T21:47:12,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741942_1118 (size=8413) 2024-11-20T21:47:12,849 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e output=hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e 2024-11-20T21:47:12,850 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-20T21:47:12,876 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/mobdir/data/default/test-1732139168733/be446a4f300913c497b98709e44280d3/mob/d41d8cd98f00b204e9800998ecf8427e202411206a321231318a4a509daed019eaf19c08_ee3086fb10500c6e9836bd9d05d967e1 to hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/be446a4f300913c497b98709e44280d3/mob/d41d8cd98f00b204e9800998ecf8427e202411206a321231318a4a509daed019eaf19c08_ee3086fb10500c6e9836bd9d05d967e1" truncated to max limit (512 characters) 2024-11-20T21:47:12,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741943_1119 (size=5591) 2024-11-20T21:47:13,286 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/mobdir/data/default/test-1732139168733/be446a4f300913c497b98709e44280d3/mob/d41d8cd98f00b204e9800998ecf8427e202411206a321231318a4a509daed019eaf19c08_ee3086fb10500c6e9836bd9d05d967e1 output=hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/be446a4f300913c497b98709e44280d3/mob/d41d8cd98f00b204e9800998ecf8427e202411206a321231318a4a509daed019eaf19c08_ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:47:13,286 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.012M/sec 2024-11-20T21:47:13,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741944_1120 (size=5484) 2024-11-20T21:47:13,737 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9 output=hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9 2024-11-20T21:47:13,737 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-20T21:47:14,476 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-20T21:47:14,477 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-20T21:47:14,486 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:47:14,486 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732139217009_default_test-1732139168733 finished. 2024-11-20T21:47:14,486 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732139210221_ns3:test-17321391687332 2024-11-20T21:47:14,486 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732139219169_ns3_test-17321391687332 to hdfs://localhost:40403/backupUT/backup_1732139210221/ns3/test-17321391687332/ 2024-11-20T21:47:14,486 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-20T21:47:14,534 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:40403, inputRoot=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:47:14,534 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-147125073_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40403/backupUT/backup_1732139210221/ns3/test-17321391687332, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40403/backupUT/backup_1732139210221/ns3/test-17321391687332/.hbase-snapshot/.tmp/snapshot_1732139219169_ns3_test-17321391687332 2024-11-20T21:47:14,536 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-20T21:47:14,540 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_1732139219169_ns3_test-17321391687332 to hdfs://localhost:40403/backupUT/backup_1732139210221/ns3/test-17321391687332/.hbase-snapshot/.tmp/snapshot_1732139219169_ns3_test-17321391687332 2024-11-20T21:47:14,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741945_1121 (size=86) 2024-11-20T21:47:14,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741946_1122 (size=443) 2024-11-20T21:47:14,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:14,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:14,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:15,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-11304791882635509117.jar 2024-11-20T21:47:15,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:15,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:15,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:15,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:15,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:15,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:15,731 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:15,731 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:15,731 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:15,731 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:15,732 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:47:15,732 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:47:15,732 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:47:15,733 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:47:15,733 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:47:15,734 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:47:15,734 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:47:15,734 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:47:15,734 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:47:15,735 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:47:15,735 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:15,736 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:15,736 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:15,736 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:15,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-20T21:47:15,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:15,737 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:15,796 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:47:15,833 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1732139219169_ns3_test-17321391687332' hfile list 2024-11-20T21:47:15,950 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local540849449_0009_0c22cc62-a14b-4609-b2d2-559970845d6e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:47:15,950 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local540849449_0009_0c22cc62-a14b-4609-b2d2-559970845d6e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:47:17,010 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-20T21:47:17,011 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-20T21:47:17,017 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1732139219169_ns3_test-17321391687332 2024-11-20T21:47:17,017 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732139219169_ns3_test-17321391687332 finished. 2024-11-20T21:47:17,017 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-20T21:47:17,017 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17321391687333 2024-11-20T21:47:17,017 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17321391687331 2024-11-20T21:47:17,017 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732139168733 2024-11-20T21:47:17,017 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17321391687332 2024-11-20T21:47:17,031 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732139210221 2024-11-20T21:47:17,031 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-20T21:47:17,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741947_1123 (size=209) 2024-11-20T21:47:17,441 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40403/backupUT/backup_1732139210221/.backup.manifest 2024-11-20T21:47:17,441 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732139210221 finished: type=FULL,tablelist=backup:system_bulk;ns4:test-17321391687333;ns2:test-17321391687331;test-1732139168733;ns3:test-17321391687332,targetRootDir=hdfs://localhost:40403/backupUT,startts=1732139211389,completets=1732139237031,bytescopied=0 2024-11-20T21:47:17,441 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-20T21:47:17,441 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732139211542_backup_system_bulk 2024-11-20T21:47:17,442 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732139211542_backup_system_bulk" type: DISABLED 2024-11-20T21:47:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732139211542_backup_system_bulk 2024-11-20T21:47:17,447 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732139211542_backup_system_bulk for backup backup_1732139210221 succeeded. 2024-11-20T21:47:17,447 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732139212689_ns4_test-17321391687333 2024-11-20T21:47:17,447 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732139212689_ns4_test-17321391687333" type: DISABLED 2024-11-20T21:47:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732139212689_ns4_test-17321391687333 2024-11-20T21:47:17,451 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732139212689_ns4_test-17321391687333 for backup backup_1732139210221 succeeded. 2024-11-20T21:47:17,451 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732139214849_ns2_test-17321391687331 2024-11-20T21:47:17,451 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732139214849_ns2_test-17321391687331" type: DISABLED 2024-11-20T21:47:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732139214849_ns2_test-17321391687331 2024-11-20T21:47:17,454 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732139214849_ns2_test-17321391687331 for backup backup_1732139210221 succeeded. 2024-11-20T21:47:17,454 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:47:17,455 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732139217009_default_test-1732139168733" type: DISABLED 2024-11-20T21:47:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732139217009_default_test-1732139168733 2024-11-20T21:47:17,457 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732139217009_default_test-1732139168733 for backup backup_1732139210221 succeeded. 2024-11-20T21:47:17,457 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732139219169_ns3_test-17321391687332 2024-11-20T21:47:17,458 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732139219169_ns3_test-17321391687332" type: DISABLED 2024-11-20T21:47:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732139219169_ns3_test-17321391687332 2024-11-20T21:47:17,461 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732139219169_ns3_test-17321391687332 for backup backup_1732139210221 succeeded. 2024-11-20T21:47:17,461 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-20T21:47:17,465 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-20T21:47:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-20T21:47:17,468 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-20T21:47:17,470 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-20T21:47:17,476 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732139210221 completed. 2024-11-20T21:47:17,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:20,086 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:47:22,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,567 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,576 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-20T21:47:22,585 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732139242504 2024-11-20T21:47:22,589 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732139210221} 2024-11-20T21:47:22,589 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-20T21:47:22,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:22,763 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-20T21:47:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732139242763 (current time:1732139242763). 2024-11-20T21:47:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T21:47:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-20T21:47:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ce34d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:22,769 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:22,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:22,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:22,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bb119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:22,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:22,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:22,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:22,775 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:22,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2371d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:22,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:22,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:22,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:22,782 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221. 2024-11-20T21:47:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:22,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-20T21:47:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-20T21:47:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-20T21:47:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-20T21:47:22,786 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T21:47:22,787 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T21:47:22,789 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T21:47:22,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741948_1124 (size=52) 2024-11-20T21:47:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-20T21:47:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-20T21:47:23,198 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T21:47:23,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f}] 2024-11-20T21:47:23,199 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:47:23,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-20T21:47:23,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:47:23,352 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing 35c97c74f4506b6300ceac0baaaa639f 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-20T21:47:23,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/meta/1a5f70d1f34f4bda8519c3db7220c390 is 158, key is trslm:hdfs://localhost:40403/backupUT\x00ns2:test-17321391687331/meta:log-roll-map/1732139237026/Put/seqid=0 2024-11-20T21:47:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741949_1125 (size=6646) 2024-11-20T21:47:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-20T21:47:23,775 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/meta/1a5f70d1f34f4bda8519c3db7220c390 2024-11-20T21:47:23,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/05052e83205e49d589eff06bf49a0655 is 826, key is session:backup_1732139210221/session:context/1732139237469/Put/seqid=0 2024-11-20T21:47:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741950_1126 (size=5928) 2024-11-20T21:47:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-20T21:47:24,194 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/05052e83205e49d589eff06bf49a0655 2024-11-20T21:47:24,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/meta/1a5f70d1f34f4bda8519c3db7220c390 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/1a5f70d1f34f4bda8519c3db7220c390 2024-11-20T21:47:24,209 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/1a5f70d1f34f4bda8519c3db7220c390, entries=12, sequenceid=42, filesize=6.5 K 2024-11-20T21:47:24,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/05052e83205e49d589eff06bf49a0655 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/05052e83205e49d589eff06bf49a0655 2024-11-20T21:47:24,220 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/05052e83205e49d589eff06bf49a0655, entries=2, sequenceid=42, filesize=5.8 K 2024-11-20T21:47:24,221 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 35c97c74f4506b6300ceac0baaaa639f in 869ms, sequenceid=42, compaction requested=true 2024-11-20T21:47:24,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for 35c97c74f4506b6300ceac0baaaa639f: 2024-11-20T21:47:24,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. for snapshot_backup_system completed. 2024-11-20T21:47:24,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f.' region-info for snapshot=snapshot_backup_system 2024-11-20T21:47:24,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T21:47:24,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/3a9f561c646849378447b17038fa7817, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/404646ddfc4344a382b5e665c47eeba4, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/1a5f70d1f34f4bda8519c3db7220c390] hfiles 2024-11-20T21:47:24,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/3a9f561c646849378447b17038fa7817 for snapshot=snapshot_backup_system 2024-11-20T21:47:24,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/404646ddfc4344a382b5e665c47eeba4 for snapshot=snapshot_backup_system 2024-11-20T21:47:24,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/1a5f70d1f34f4bda8519c3db7220c390 for snapshot=snapshot_backup_system 2024-11-20T21:47:24,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/6f432ca76df6448aa5dbaa41708370ce, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/478d9a7dea9e408e8346c2276ad22809, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/f59ab5bd97b84a138af8317799075186, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/05052e83205e49d589eff06bf49a0655] hfiles 2024-11-20T21:47:24,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/6f432ca76df6448aa5dbaa41708370ce for snapshot=snapshot_backup_system 2024-11-20T21:47:24,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/478d9a7dea9e408e8346c2276ad22809 for snapshot=snapshot_backup_system 2024-11-20T21:47:24,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/f59ab5bd97b84a138af8317799075186 for snapshot=snapshot_backup_system 2024-11-20T21:47:24,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/05052e83205e49d589eff06bf49a0655 for snapshot=snapshot_backup_system 2024-11-20T21:47:24,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741951_1127 (size=330) 2024-11-20T21:47:24,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:47:24,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-20T21:47:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-20T21:47:24,636 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:47:24,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:47:24,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-20T21:47:24,640 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T21:47:24,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35c97c74f4506b6300ceac0baaaa639f in 1.4390 sec 2024-11-20T21:47:24,641 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T21:47:24,642 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T21:47:24,642 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-20T21:47:24,643 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-20T21:47:24,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741952_1128 (size=967) 2024-11-20T21:47:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-20T21:47:25,065 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T21:47:25,074 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T21:47:25,074 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.hbase-snapshot/snapshot_backup_system 2024-11-20T21:47:25,076 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T21:47:25,076 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-20T21:47:25,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2930 sec 2024-11-20T21:47:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-20T21:47:26,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-20T21:47:26,939 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732139242504 started at 1732139246939. 2024-11-20T21:47:26,941 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732139242504 has been started. 2024-11-20T21:47:26,946 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1732139168733, backup:system_bulk, ns2:test-17321391687331, ns3:test-17321391687332, ns4:test-17321391687333] 2024-11-20T21:47:26,951 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732139200012for backupID backup_1732139242504 2024-11-20T21:47:26,951 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-20T21:47:26,951 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-20T21:47:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-20T21:47:26,952 INFO [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-20T21:47:26,952 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-20T21:47:26,952 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-20T21:47:26,952 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-20T21:47:26,953 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-20T21:47:26,953 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-20T21:47:26,959 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-20T21:47:26,959 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:26,959 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-20T21:47:26,959 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-20T21:47:26,960 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:26,960 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-20T21:47:26,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-20T21:47:26,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-20T21:47:26,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-20T21:47:26,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-20T21:47:26,961 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-20T21:47:26,962 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-20T21:47:26,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-20T21:47:26,962 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-20T21:47:26,962 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-20T21:47:26,962 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-20T21:47:26,962 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-20T21:47:26,962 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '0b16ab3f13b7,36703,1732139154691' joining acquired barrier for procedure (rolllog) in zk 2024-11-20T21:47:26,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:26,964 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-20T21:47:26,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:26,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-20T21:47:26,964 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-20T21:47:26,965 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-20T21:47:26,965 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-20T21:47:26,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-20T21:47:26,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-20T21:47:26,966 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:47:26,966 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:26,967 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-20T21:47:26,967 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '0b16ab3f13b7,36703,1732139154691' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-20T21:47:26,967 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5f75ce2e[Count = 0] remaining members to acquire global barrier 2024-11-20T21:47:26,967 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-20T21:47:26,967 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-20T21:47:26,969 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-20T21:47:26,969 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-20T21:47:26,969 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-20T21:47:26,969 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-20T21:47:26,969 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-20T21:47:26,969 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:26,969 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:26,969 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-20T21:47:26,970 INFO [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732139211413 highest: 1732139211440 on 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:26,970 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0:(num 1732139211413) roll requested 2024-11-20T21:47:26,983 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139246970, exclude list is [], retry=0 2024-11-20T21:47:26,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:47:26,988 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139211413 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139246970 2024-11-20T21:47:26,988 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:47:26,988 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139211413 is not closed yet, will try archiving it next time 2024-11-20T21:47:26,988 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1:(num 1732139211440) roll requested 2024-11-20T21:47:26,988 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139181713 2024-11-20T21:47:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741910_1086 (size=653) 2024-11-20T21:47:26,990 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139211413 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139211413 2024-11-20T21:47:27,002 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139246988, exclude list is [], retry=0 2024-11-20T21:47:27,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:47:27,005 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139211440 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139246988 2024-11-20T21:47:27,005 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:47:27,005 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139211440 is not closed yet, will try archiving it next time 2024-11-20T21:47:27,005 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.meta:.meta(num 1732139211468) roll requested 2024-11-20T21:47:27,005 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139200012 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139200012 2024-11-20T21:47:27,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741911_1087 (size=4710) 2024-11-20T21:47:27,019 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139247005.meta, exclude list is [], retry=0 2024-11-20T21:47:27,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42211,DS-867d6557-b022-4611-b0a8-230ebb3aed65,DISK] 2024-11-20T21:47:27,022 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139211468.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139247005.meta 2024-11-20T21:47:27,022 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-11-20T21:47:27,022 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139211468.meta is not closed yet, will try archiving it next time 2024-11-20T21:47:27,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741912_1088 (size=93) 2024-11-20T21:47:27,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139211468.meta not finished, retry = 0 2024-11-20T21:47:27,030 DEBUG [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-20T21:47:27,030 INFO [rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732139246970 on 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:27,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:27,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:27,045 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-20T21:47:27,045 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '0b16ab3f13b7,36703,1732139154691' in zk 2024-11-20T21:47:27,048 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-20T21:47:27,048 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-20T21:47:27,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:27,048 DEBUG [member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-20T21:47:27,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:27,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-20T21:47:27,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-20T21:47:27,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-20T21:47:27,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-20T21:47:27,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:47:27,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:27,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-20T21:47:27,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:47:27,051 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:27,051 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '0b16ab3f13b7,36703,1732139154691': 2024-11-20T21:47:27,051 INFO [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-20T21:47:27,051 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '0b16ab3f13b7,36703,1732139154691' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-20T21:47:27,051 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-20T21:47:27,051 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-20T21:47:27,051 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-20T21:47:27,052 INFO [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-20T21:47:27,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-20T21:47:27,054 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-20T21:47:27,054 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-20T21:47:27,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-20T21:47:27,054 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-20T21:47:27,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-20T21:47:27,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-20T21:47:27,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-20T21:47:27,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-20T21:47:27,054 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-20T21:47:27,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-20T21:47:27,055 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:27,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:47:27,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-20T21:47:27,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-20T21:47:27,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:47:27,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:27,056 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:27,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-20T21:47:27,057 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-20T21:47:27,057 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:27,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:27,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-20T21:47:27,060 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-20T21:47:27,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-20T21:47:27,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:27,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-20T21:47:27,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-20T21:47:27,060 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-20T21:47:27,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-20T21:47:27,060 DEBUG [(0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-20T21:47:27,060 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-20T21:47:27,060 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-20T21:47:27,060 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-20T21:47:27,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-20T21:47:27,061 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-20T21:47:27,061 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-20T21:47:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-20T21:47:27,071 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {0b16ab3f13b7:36703=1732139200012} newestTimestamps: {0b16ab3f13b7:36703=1732139211440} 2024-11-20T21:47:27,072 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139158145.meta 2024-11-20T21:47:27,072 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139200085.meta 2024-11-20T21:47:27,072 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139211468.meta 2024-11-20T21:47:27,072 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139247005.meta 2024-11-20T21:47:27,072 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139246970 2024-11-20T21:47:27,072 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139211440 2024-11-20T21:47:27,072 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139246988 2024-11-20T21:47:27,073 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139181776.meta 2024-11-20T21:47:27,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741956_1132 (size=640) 2024-11-20T21:47:27,083 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:40403/backupUT/backup_1732139242504/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:47:27,083 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-20T21:47:27,085 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-20T21:47:27,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741957_1133 (size=45) 2024-11-20T21:47:27,125 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139211468.meta to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139211468.meta 2024-11-20T21:47:27,490 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-20T21:47:27,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741958_1134 (size=390) 2024-11-20T21:47:27,910 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17321391687333 target: hdfs://localhost:40403/backupUT/backup_1732139242504/ns4/test-17321391687333 descriptor: 'ns4:test-17321391687333', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:47:27,910 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-20T21:47:27,913 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17321391687333 2024-11-20T21:47:27,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741959_1135 (size=50) 2024-11-20T21:47:28,319 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17321391687333 2024-11-20T21:47:28,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741960_1136 (size=364) 2024-11-20T21:47:28,730 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17321391687331 target: hdfs://localhost:40403/backupUT/backup_1732139242504/ns2/test-17321391687331 descriptor: 'ns2:test-17321391687331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:47:28,730 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-20T21:47:28,732 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17321391687331 2024-11-20T21:47:28,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741961_1137 (size=50) 2024-11-20T21:47:29,138 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17321391687331 2024-11-20T21:47:29,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741962_1138 (size=908) 2024-11-20T21:47:29,549 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732139168733 target: hdfs://localhost:40403/backupUT/backup_1732139242504/default/test-1732139168733 descriptor: 'test-1732139168733', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:47:29,549 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-20T21:47:29,552 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732139168733 2024-11-20T21:47:29,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741963_1139 (size=53) 2024-11-20T21:47:29,958 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732139168733 2024-11-20T21:47:29,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741964_1140 (size=390) 2024-11-20T21:47:30,370 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17321391687332 target: hdfs://localhost:40403/backupUT/backup_1732139242504/ns3/test-17321391687332 descriptor: 'ns3:test-17321391687332', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:47:30,370 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-20T21:47:30,373 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17321391687332 2024-11-20T21:47:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741965_1141 (size=50) 2024-11-20T21:47:30,778 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17321391687332 2024-11-20T21:47:30,787 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:40403/backupUT/.tmp/backup_1732139242504 from hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139211440;hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139211413 2024-11-20T21:47:30,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d80ce2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:30,788 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:30,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:30,789 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:30,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:30,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:30,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbfbf85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:30,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:30,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:30,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:30,791 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:30,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a19d4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:30,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:30,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:30,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481ed3b4 2024-11-20T21:47:30,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:30,793 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:30,796 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-20T21:47:30,796 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732139168733 2024-11-20T21:47:30,796 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732139168733,, stopping at row=test-1732139168733 ,, for max=2147483647 with caching=100 2024-11-20T21:47:30,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:30,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:30,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:30,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:30,800 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732139168733: test-1732139168733; 2024-11-20T21:47:30,800 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-20T21:47:30,800 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:30,802 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-20T21:47:30,802 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17321391687331 2024-11-20T21:47:30,802 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17321391687331,, stopping at row=ns2:test-17321391687331 ,, for max=2147483647 with caching=100 2024-11-20T21:47:30,803 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17321391687331: ns2:test-17321391687331; 2024-11-20T21:47:30,803 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17321391687332 2024-11-20T21:47:30,803 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17321391687332,, stopping at row=ns3:test-17321391687332 ,, for max=2147483647 with caching=100 2024-11-20T21:47:30,805 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17321391687332: ns3:test-17321391687332; 2024-11-20T21:47:30,805 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17321391687333 2024-11-20T21:47:30,805 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17321391687333,, stopping at row=ns4:test-17321391687333 ,, for max=2147483647 with caching=100 2024-11-20T21:47:30,806 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17321391687333: ns4:test-17321391687333; 2024-11-20T21:47:30,806 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-20T21:47:30,807 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/partitions_e833107d-34b0-4c34-ac53-dc17e1d36693 2024-11-20T21:47:30,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741966_1142 (size=324) 2024-11-20T21:47:31,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:31,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:31,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-12670161251730364211.jar 2024-11-20T21:47:32,292 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:32,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:47:32,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:47:32,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:47:32,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:47:32,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:47:32,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:47:32,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:47:32,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:47:32,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:47:32,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:47:32,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:32,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:32,299 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1732139168733,backup:system_bulk,ns2:test-17321391687331,ns3:test-17321391687332,ns4:test-17321391687333 2024-11-20T21:47:32,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:32,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:32,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:32,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:32,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:32,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:33,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-16125702625105252585.jar 2024-11-20T21:47:33,424 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:47:33,460 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139211440 for WAL files 2024-11-20T21:47:33,461 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139211440 2024-11-20T21:47:33,462 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139211413 for WAL files 2024-11-20T21:47:33,462 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139211413 2024-11-20T21:47:33,608 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local415753916_0010_83c21c82-f289-401c-b5b7-f06df278cfba/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:47:33,608 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local415753916_0010_83c21c82-f289-401c-b5b7-f06df278cfba/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:47:33,698 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139211440 for hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1.1732139211440 (-9223372036854775808:9223372036854775807) length:4710 2024-11-20T21:47:33,703 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-20T21:47:33,703 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-20T21:47:33,761 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139211413 for hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs/0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0.1732139211413 (-9223372036854775808:9223372036854775807) length:653 2024-11-20T21:47:33,764 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-20T21:47:33,764 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-20T21:47:33,897 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539fe6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:33,897 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:33,898 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:33,899 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:33,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:33,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:33,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d971f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:33,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:33,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:33,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:33,901 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:33,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6defe75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:33,903 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:33,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:33,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:33,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:33,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732139168733', row='row-test-1732139168733-2-0', locateType=CURRENT is [region=test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=338] 2024-11-20T21:47:33,907 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-20T21:47:33,907 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:33,907 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:33,907 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:33,908 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732139168733-2-0] 2024-11-20T21:47:33,908 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:47:33,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:33,916 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/backupUT/.tmp/backup_1732139242504/_temporary/0/_temporary/attempt_local415753916_0010_r_000004_0/default/test-1732139168733/f2/d6d30ee53d0b4447ae0c840b80fbf5f5 is 58, key is row-test-1732139168733-2-0/f2:q1/1732139237494/Put/seqid=0 2024-11-20T21:47:33,918 WARN [Thread-1513 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:47:33,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741967_1143 (size=5366) 2024-11-20T21:47:34,676 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:40403/backupUT 2024-11-20T21:47:34,676 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732139242504 2024-11-20T21:47:34,676 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-20T21:47:34,712 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:40403/backupUT/.tmp/backup_1732139242504, hdfs://localhost:40403/backupUT] 2024-11-20T21:47:34,798 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:47:34,991 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ee3086fb10500c6e9836bd9d05d967e1, had cached 0 bytes from a total of 38453 2024-11-20T21:47:35,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741968_1144 (size=5366) 2024-11-20T21:47:35,471 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-20T21:47:35,473 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732139242504 2024-11-20T21:47:35,473 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-11-20T21:47:35,474 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local312235622_0011 completed: true true 2024-11-20T21:47:35,474 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6665900 FILE: Number of bytes written=17179794 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409240 HDFS: Number of bytes written=2547237 HDFS: Number of read operations=1162 HDFS: Number of large read operations=0 HDFS: Number of write operations=422 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-11-20T21:47:35,474 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:40403/backupUT/.tmp/backup_1732139242504 to hdfs://localhost:40403/backupUT finished. 2024-11-20T21:47:35,492 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732139242504 2024-11-20T21:47:35,496 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732139210221} 2024-11-20T21:47:35,496 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-20T21:47:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741969_1145 (size=714) 2024-11-20T21:47:35,501 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40403/backupUT/backup_1732139242504/.backup.manifest 2024-11-20T21:47:35,501 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732139242504 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns4:test-17321391687333;ns2:test-17321391687331;test-1732139168733;ns3:test-17321391687332,targetRootDir=hdfs://localhost:40403/backupUT,startts=1732139246939,completets=1732139255492,bytescopied=0 2024-11-20T21:47:35,501 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-20T21:47:35,506 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-20T21:47:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-20T21:47:35,508 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-20T21:47:35,510 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-20T21:47:35,513 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732139242504 completed. 2024-11-20T21:47:35,513 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-20T21:47:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:35,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:35,528 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732139175742 2024-11-20T21:47:35,532 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-20T21:47:35,533 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-20T21:47:35,534 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40403/backupUT/backup_1732139175742/.backup.manifest 2024-11-20T21:47:35,536 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732139175742/.backup.manifest 2024-11-20T21:47:35,539 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40403/backupUT/backup_1732139175742/.backup.manifest 2024-11-20T21:47:35,541 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732139175742/.backup.manifest 2024-11-20T21:47:35,541 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732139168733' to 'table1' from full backup image hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733 2024-11-20T21:47:35,550 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-20T21:47:35,550 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:47:35,551 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f in region [hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1] 2024-11-20T21:47:35,555 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e first=row0 last=row98 2024-11-20T21:47:35,555 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3 in region [hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1] 2024-11-20T21:47:35,558 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3/01cdab6226e24d25b0daf14132261410 first=row-test-1732139168733-3-0 last=row-test-1732139168733-3-5 2024-11-20T21:47:35,558 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob in region [hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1] 2024-11-20T21:47:35,561 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9 first=row-test-1732139168733-3-0 last=row-test-1732139168733-3-5 2024-11-20T21:47:35,566 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:47:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-20T21:47:35,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:47:35,569 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:35,569 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-20T21:47:35,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:47:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-20T21:47:35,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741970_1146 (size=938) 2024-11-20T21:47:35,579 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f52c44b139ada052cd65fab0c3e871be, NAME => 'table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:47:35,579 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4867f94e96bb61b364f359f29bbc3938, NAME => 'table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:47:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741971_1147 (size=45) 2024-11-20T21:47:35,586 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:35,586 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing f52c44b139ada052cd65fab0c3e871be, disabling compactions & flushes 2024-11-20T21:47:35,586 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. 2024-11-20T21:47:35,586 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. 2024-11-20T21:47:35,586 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. after waiting 0 ms 2024-11-20T21:47:35,586 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. 2024-11-20T21:47:35,586 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. 2024-11-20T21:47:35,586 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for f52c44b139ada052cd65fab0c3e871be: Waiting for close lock at 1732139255586Disabling compacts and flushes for region at 1732139255586Disabling writes for close at 1732139255586Writing region close event to WAL at 1732139255586Closed at 1732139255586 2024-11-20T21:47:35,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741972_1148 (size=45) 2024-11-20T21:47:35,590 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:35,590 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 4867f94e96bb61b364f359f29bbc3938, disabling compactions & flushes 2024-11-20T21:47:35,590 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. 2024-11-20T21:47:35,590 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. 2024-11-20T21:47:35,590 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. after waiting 0 ms 2024-11-20T21:47:35,590 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. 2024-11-20T21:47:35,590 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. 2024-11-20T21:47:35,590 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4867f94e96bb61b364f359f29bbc3938: Waiting for close lock at 1732139255590Disabling compacts and flushes for region at 1732139255590Disabling writes for close at 1732139255590Writing region close event to WAL at 1732139255590Closed at 1732139255590 2024-11-20T21:47:35,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:47:35,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732139255593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139255593"}]},"ts":"1732139255593"} 2024-11-20T21:47:35,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732139255593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139255593"}]},"ts":"1732139255593"} 2024-11-20T21:47:35,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-20T21:47:35,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:47:35,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139255598"}]},"ts":"1732139255598"} 2024-11-20T21:47:35,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-20T21:47:35,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=f52c44b139ada052cd65fab0c3e871be, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=4867f94e96bb61b364f359f29bbc3938, ASSIGN}] 2024-11-20T21:47:35,602 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=4867f94e96bb61b364f359f29bbc3938, ASSIGN 2024-11-20T21:47:35,602 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=f52c44b139ada052cd65fab0c3e871be, ASSIGN 2024-11-20T21:47:35,603 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=f52c44b139ada052cd65fab0c3e871be, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=false 2024-11-20T21:47:35,603 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=4867f94e96bb61b364f359f29bbc3938, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=false 2024-11-20T21:47:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-20T21:47:35,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=f52c44b139ada052cd65fab0c3e871be, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:35,754 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=4867f94e96bb61b364f359f29bbc3938, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:35,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=4867f94e96bb61b364f359f29bbc3938, ASSIGN because future has completed 2024-11-20T21:47:35,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4867f94e96bb61b364f359f29bbc3938, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:35,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=f52c44b139ada052cd65fab0c3e871be, ASSIGN because future has completed 2024-11-20T21:47:35,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure f52c44b139ada052cd65fab0c3e871be, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-20T21:47:35,912 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. 2024-11-20T21:47:35,913 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => 4867f94e96bb61b364f359f29bbc3938, NAME => 'table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-20T21:47:35,913 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:47:35,913 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,913 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:35,913 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,913 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,915 INFO [StoreOpener-4867f94e96bb61b364f359f29bbc3938-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,916 INFO [StoreOpener-4867f94e96bb61b364f359f29bbc3938-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4867f94e96bb61b364f359f29bbc3938 columnFamilyName f 2024-11-20T21:47:35,916 DEBUG [StoreOpener-4867f94e96bb61b364f359f29bbc3938-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:35,917 INFO [StoreOpener-4867f94e96bb61b364f359f29bbc3938-1 {}] regionserver.HStore(327): Store=4867f94e96bb61b364f359f29bbc3938/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:35,917 INFO [StoreOpener-4867f94e96bb61b364f359f29bbc3938-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,918 INFO [StoreOpener-4867f94e96bb61b364f359f29bbc3938-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4867f94e96bb61b364f359f29bbc3938 columnFamilyName f3 2024-11-20T21:47:35,918 DEBUG [StoreOpener-4867f94e96bb61b364f359f29bbc3938-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:35,918 INFO [StoreOpener-4867f94e96bb61b364f359f29bbc3938-1 {}] regionserver.HStore(327): Store=4867f94e96bb61b364f359f29bbc3938/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:35,918 INFO [StoreOpener-4867f94e96bb61b364f359f29bbc3938-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,919 INFO [StoreOpener-4867f94e96bb61b364f359f29bbc3938-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4867f94e96bb61b364f359f29bbc3938 columnFamilyName mob 2024-11-20T21:47:35,920 DEBUG [StoreOpener-4867f94e96bb61b364f359f29bbc3938-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:35,921 INFO [StoreOpener-4867f94e96bb61b364f359f29bbc3938-1 {}] regionserver.HStore(327): Store=4867f94e96bb61b364f359f29bbc3938/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:35,921 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,922 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,922 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,923 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,923 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,923 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:47:35,925 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,926 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:47:35,927 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened 4867f94e96bb61b364f359f29bbc3938; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11244934080, jitterRate=0.047266095876693726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:47:35,927 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:35,927 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for 4867f94e96bb61b364f359f29bbc3938: Running coprocessor pre-open hook at 1732139255913Writing region info on filesystem at 1732139255913Initializing all the Stores at 1732139255914 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139255914Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139255914Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139255914Cleaning up temporary data from old regions at 1732139255923 (+9 ms)Running coprocessor post-open hooks at 1732139255927 (+4 ms)Region opened successfully at 1732139255927 2024-11-20T21:47:35,928 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938., pid=64, masterSystemTime=1732139255908 2024-11-20T21:47:35,930 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. 2024-11-20T21:47:35,931 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. 2024-11-20T21:47:35,931 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. 2024-11-20T21:47:35,931 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => f52c44b139ada052cd65fab0c3e871be, NAME => 'table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-20T21:47:35,931 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:47:35,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=4867f94e96bb61b364f359f29bbc3938, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:35,931 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,931 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:35,931 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,931 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,933 INFO [StoreOpener-f52c44b139ada052cd65fab0c3e871be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4867f94e96bb61b364f359f29bbc3938, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:35,934 INFO [StoreOpener-f52c44b139ada052cd65fab0c3e871be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f52c44b139ada052cd65fab0c3e871be columnFamilyName f 2024-11-20T21:47:35,934 DEBUG [StoreOpener-f52c44b139ada052cd65fab0c3e871be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:35,934 INFO [StoreOpener-f52c44b139ada052cd65fab0c3e871be-1 {}] regionserver.HStore(327): Store=f52c44b139ada052cd65fab0c3e871be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:35,934 INFO [StoreOpener-f52c44b139ada052cd65fab0c3e871be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,935 INFO [StoreOpener-f52c44b139ada052cd65fab0c3e871be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f52c44b139ada052cd65fab0c3e871be columnFamilyName f3 2024-11-20T21:47:35,935 DEBUG [StoreOpener-f52c44b139ada052cd65fab0c3e871be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:35,936 INFO [StoreOpener-f52c44b139ada052cd65fab0c3e871be-1 {}] regionserver.HStore(327): Store=f52c44b139ada052cd65fab0c3e871be/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:35,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-20T21:47:35,936 INFO [StoreOpener-f52c44b139ada052cd65fab0c3e871be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 4867f94e96bb61b364f359f29bbc3938, server=0b16ab3f13b7,36703,1732139154691 in 178 msec 2024-11-20T21:47:35,937 INFO [StoreOpener-f52c44b139ada052cd65fab0c3e871be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f52c44b139ada052cd65fab0c3e871be columnFamilyName mob 2024-11-20T21:47:35,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=4867f94e96bb61b364f359f29bbc3938, ASSIGN in 335 msec 2024-11-20T21:47:35,938 DEBUG [StoreOpener-f52c44b139ada052cd65fab0c3e871be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:35,938 INFO [StoreOpener-f52c44b139ada052cd65fab0c3e871be-1 {}] regionserver.HStore(327): Store=f52c44b139ada052cd65fab0c3e871be/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:35,939 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,940 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,940 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,941 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,941 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,941 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:47:35,942 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,944 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:47:35,944 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened f52c44b139ada052cd65fab0c3e871be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10400569120, jitterRate=-0.03137151896953583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:47:35,944 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:35,944 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for f52c44b139ada052cd65fab0c3e871be: Running coprocessor pre-open hook at 1732139255931Writing region info on filesystem at 1732139255931Initializing all the Stores at 1732139255932 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139255932Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139255932Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139255932Cleaning up temporary data from old regions at 1732139255941 (+9 ms)Running coprocessor post-open hooks at 1732139255944 (+3 ms)Region opened successfully at 1732139255944 2024-11-20T21:47:35,945 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., pid=65, masterSystemTime=1732139255908 2024-11-20T21:47:35,947 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. 2024-11-20T21:47:35,947 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. 2024-11-20T21:47:35,948 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=f52c44b139ada052cd65fab0c3e871be, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:35,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure f52c44b139ada052cd65fab0c3e871be, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:35,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=62 2024-11-20T21:47:35,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure f52c44b139ada052cd65fab0c3e871be, server=0b16ab3f13b7,36703,1732139154691 in 193 msec 2024-11-20T21:47:35,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-20T21:47:35,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=f52c44b139ada052cd65fab0c3e871be, ASSIGN in 350 msec 2024-11-20T21:47:35,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:47:35,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139255954"}]},"ts":"1732139255954"} 2024-11-20T21:47:35,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-20T21:47:35,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:47:35,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 390 msec 2024-11-20T21:47:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-20T21:47:36,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-20T21:47:36,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-20T21:47:36,206 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1 from hbase tables test-1732139168733 to tables table1 2024-11-20T21:47:36,206 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732139168733 into table1 2024-11-20T21:47:36,210 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206 from hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:47:36,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d31ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:36,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:36,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:36,212 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:36,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:36,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:36,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f29f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:36,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:36,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:36,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:36,214 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:36,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f13c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:36,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:36,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:36,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f72df2 2024-11-20T21:47:36,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:36,217 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:36,218 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-20T21:47:36,218 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-20T21:47:36,219 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-20T21:47:36,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:36,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:36,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:36,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:36,223 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-20T21:47:36,223 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-20T21:47:36,223 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-20T21:47:36,223 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/partitions_c39a0191-a113-4aa8-bdc1-cb3225cf4300 2024-11-20T21:47:36,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741973_1149 (size=177) 2024-11-20T21:47:36,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:36,636 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:36,636 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-9001835129503859490.jar 2024-11-20T21:47:37,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:37,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:47:37,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:47:37,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:47:37,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:47:37,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:47:37,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:47:37,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:47:37,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:47:37,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:47:37,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:47:37,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:37,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:37,760 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-20T21:47:37,760 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:37,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:37,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:37,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:37,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:37,760 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-20T21:47:37,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:37,777 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:47:37,792 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-20T21:47:37,909 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1538207266_0012_f7a9b694-4d8f-44ff-8485-03ce1c37eb5a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:47:37,909 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1538207266_0012_f7a9b694-4d8f-44ff-8485-03ce1c37eb5a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:47:37,985 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e 2024-11-20T21:47:37,989 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-20T21:47:38,066 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9 2024-11-20T21:47:38,071 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-20T21:47:38,161 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f3/01cdab6226e24d25b0daf14132261410 2024-11-20T21:47:38,165 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-20T21:47:38,260 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650aa1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:38,260 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:38,261 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:38,263 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:38,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dd431b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:38,265 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:38,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e493740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:38,267 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:38,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:38,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:38,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:38,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732139168733-3-0', locateType=CURRENT is [region=table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:38,274 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-20T21:47:38,275 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:38,275 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:38,275 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:38,275 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732139168733-3-0] 2024-11-20T21:47:38,275 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:47:38,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:38,315 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1890cbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:38,315 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:38,316 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:38,317 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:38,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:38,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:38,318 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:38,318 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fee5eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:38,318 DEBUG [pool-267-thread-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:38,319 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:38,320 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:38,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f999f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:38,321 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:38,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:38,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:38,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:38,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732139168733-3-0', locateType=CURRENT is [region=table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:38,331 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-20T21:47:38,331 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:38,331 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:38,331 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:38,331 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732139168733-3-0] 2024-11-20T21:47:38,331 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:47:38,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:38,354 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/_temporary/0/_temporary/attempt_local1538207266_0012_r_000000_0/f3/37471819ac794507a2b0ad9b2bb97e93 is 58, key is row-test-1732139168733-3-0/f3:q1/1732139175706/Put/seqid=0 2024-11-20T21:47:38,356 WARN [Thread-1632 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:47:38,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741974_1150 (size=5530) 2024-11-20T21:47:38,780 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/_temporary/0/_temporary/attempt_local1538207266_0012_r_000000_0/mob/14eb79e3540c4ba5bd35847b21166f74 is 59, key is row-test-1732139168733-3-0/mob:q1/1732139175718/Put/seqid=0 2024-11-20T21:47:38,782 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:47:38,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741975_1151 (size=5539) 2024-11-20T21:47:39,142 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-20T21:47:39,208 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e226e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:39,208 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:39,208 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:39,209 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:39,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:39,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:39,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7afda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:39,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:39,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:39,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:39,211 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:39,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7e3de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:39,212 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:39,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:39,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:39,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:39,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:39,215 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-20T21:47:39,215 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:39,215 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:39,215 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:39,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:39,215 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-20T21:47:39,215 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:47:39,221 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/_temporary/0/_temporary/attempt_local1538207266_0012_r_000001_0/f/4135175b1a014145ba23a7afd4951720 is 37, key is row10/f:q1/1732139170455/Put/seqid=0 2024-11-20T21:47:39,222 WARN [Thread-1649 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:47:39,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741976_1152 (size=8742) 2024-11-20T21:47:39,965 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206 2024-11-20T21:47:39,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9aed2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:39,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:39,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:39,967 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:39,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:39,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:39,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225bc62a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:39,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:39,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:39,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:39,968 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:39,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a24ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:39,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:39,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:39,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:39,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:39,975 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/_SUCCESS 2024-11-20T21:47:39,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:39,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:39,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a740d4a 2024-11-20T21:47:39,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:39,987 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:39,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:39,999 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-20T21:47:40,010 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/f/4135175b1a014145ba23a7afd4951720 first=Optional[row0] last=Optional[row98] 2024-11-20T21:47:40,014 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/f3/37471819ac794507a2b0ad9b2bb97e93 first=Optional[row-test-1732139168733-3-0] last=Optional[row-test-1732139168733-3-5] 2024-11-20T21:47:40,017 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/mob/14eb79e3540c4ba5bd35847b21166f74 first=Optional[row-test-1732139168733-3-0] last=Optional[row-test-1732139168733-3-5] 2024-11-20T21:47:40,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/f/4135175b1a014145ba23a7afd4951720 for inclusion in 4867f94e96bb61b364f359f29bbc3938/f 2024-11-20T21:47:40,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/f3/37471819ac794507a2b0ad9b2bb97e93 for inclusion in f52c44b139ada052cd65fab0c3e871be/f3 2024-11-20T21:47:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732139168733-3-0 last=row-test-1732139168733-3-5 2024-11-20T21:47:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-20T21:47:40,043 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/mob/14eb79e3540c4ba5bd35847b21166f74 for inclusion in f52c44b139ada052cd65fab0c3e871be/mob 2024-11-20T21:47:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-20T21:47:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-20T21:47:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HRegion(2603): Flush status journal for 4867f94e96bb61b364f359f29bbc3938: 2024-11-20T21:47:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/f/4135175b1a014145ba23a7afd4951720 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/f/4135175b1a014145ba23a7afd4951720 2024-11-20T21:47:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732139168733-3-0 last=row-test-1732139168733-3-5 2024-11-20T21:47:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-20T21:47:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HRegion(2603): Flush status journal for f52c44b139ada052cd65fab0c3e871be: 2024-11-20T21:47:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/f3/37471819ac794507a2b0ad9b2bb97e93 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/f3/37471819ac794507a2b0ad9b2bb97e93 2024-11-20T21:47:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/f/4135175b1a014145ba23a7afd4951720 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938/f/296bb60876d445599911826966fd18df_SeqId_4_ 2024-11-20T21:47:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721689dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/f3/37471819ac794507a2b0ad9b2bb97e93 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/f3/a80364307f564e9a892b414290359676_SeqId_4_ 2024-11-20T21:47:40,050 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:40,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139256206/mob/14eb79e3540c4ba5bd35847b21166f74 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/mob/14eb79e3540c4ba5bd35847b21166f74 2024-11-20T21:47:40,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:40,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f7657e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:40,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:40,052 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/mob/14eb79e3540c4ba5bd35847b21166f74 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/mob/4edb158d04294adb97d43e2ae60fff8d_SeqId_4_ 2024-11-20T21:47:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dd1e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:40,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcae351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:40,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:40,054 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa70d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f57688 2024-11-20T21:47:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:40,056 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:40,056 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:40,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15041f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:40,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:40,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48cd2f2 2024-11-20T21:47:40,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:40,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:40,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:40,058 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:40,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:40,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:40,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:40,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:40,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:40,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:40,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:40,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:40,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:40,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:40,085 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703. 2024-11-20T21:47:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5c72ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:40,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703. 2024-11-20T21:47:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:40,087 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:40,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:40,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e58feb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:40,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:40,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/f/4135175b1a014145ba23a7afd4951720 into 4867f94e96bb61b364f359f29bbc3938/f as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938/f/296bb60876d445599911826966fd18df_SeqId_4_ - updating store file list. 2024-11-20T21:47:40,089 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:40,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1aa2ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:40,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:40,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3552a053 2024-11-20T21:47:40,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:40,092 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:40,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:40,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:40,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:40,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938/f/296bb60876d445599911826966fd18df_SeqId_4_ into 4867f94e96bb61b364f359f29bbc3938/f 2024-11-20T21:47:40,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/f/4135175b1a014145ba23a7afd4951720 into 4867f94e96bb61b364f359f29bbc3938/f (new location: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938/f/296bb60876d445599911826966fd18df_SeqId_4_) 2024-11-20T21:47:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/f/4135175b1a014145ba23a7afd4951720 2024-11-20T21:47:40,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d158859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:40,102 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:40,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:40,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:40,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216534c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:40,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:40,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,103 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:40,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11945be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ecff647 2024-11-20T21:47:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:40,106 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T21:47:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:40,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:40,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:40,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T21:47:40,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:40,111 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703. 2024-11-20T21:47:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:40,113 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/f3/37471819ac794507a2b0ad9b2bb97e93 into f52c44b139ada052cd65fab0c3e871be/f3 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/f3/a80364307f564e9a892b414290359676_SeqId_4_ - updating store file list. 2024-11-20T21:47:40,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:40,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/f3/a80364307f564e9a892b414290359676_SeqId_4_ into f52c44b139ada052cd65fab0c3e871be/f3 2024-11-20T21:47:40,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/f3/37471819ac794507a2b0ad9b2bb97e93 into f52c44b139ada052cd65fab0c3e871be/f3 (new location: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/f3/a80364307f564e9a892b414290359676_SeqId_4_) 2024-11-20T21:47:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/f3/37471819ac794507a2b0ad9b2bb97e93 2024-11-20T21:47:40,120 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/mob/14eb79e3540c4ba5bd35847b21166f74 into f52c44b139ada052cd65fab0c3e871be/mob as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/mob/4edb158d04294adb97d43e2ae60fff8d_SeqId_4_ - updating store file list. 2024-11-20T21:47:40,125 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/mob/4edb158d04294adb97d43e2ae60fff8d_SeqId_4_ into f52c44b139ada052cd65fab0c3e871be/mob 2024-11-20T21:47:40,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:40,125 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/mob/14eb79e3540c4ba5bd35847b21166f74 into f52c44b139ada052cd65fab0c3e871be/mob (new location: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/mob/4edb158d04294adb97d43e2ae60fff8d_SeqId_4_) 2024-11-20T21:47:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__8klr1fbqd5sbtnpjfctsmdslmqpuruoh075btdbn33larmbp8v48snmp91hnmce3/mob/14eb79e3540c4ba5bd35847b21166f74 2024-11-20T21:47:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478b1088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:40,129 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:40,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:40,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:40,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7ae666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:40,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:40,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:40,131 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:40,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9a19bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:40,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703. 2024-11-20T21:47:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:40,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:40,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@366ca648 2024-11-20T21:47:40,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:40,135 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T21:47:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:40,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:40,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:40,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T21:47:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:40,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:40,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:40,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703. 2024-11-20T21:47:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:40,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:40,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:40,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:40,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:40,158 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-20T21:47:40,158 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-20T21:47:40,158 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732139175742 hdfs://localhost:40403/backupUT/backup_1732139175742/default/test-1732139168733/ 2024-11-20T21:47:40,160 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40403/backupUT/backup_1732139175742/.backup.manifest 2024-11-20T21:47:40,160 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T21:47:40,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 , the old value is region=table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b16ab3f13b7:36703 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:47:40,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:47:40,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 from cache 2024-11-20T21:47:40,162 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732139175742/.backup.manifest 2024-11-20T21:47:40,162 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17321391687331' to 'ns2:table2' from full backup image hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331 2024-11-20T21:47:40,171 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-20T21:47:40,171 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:47:40,171 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f in region [hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70] 2024-11-20T21:47:40,175 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9 first=row0 last=row98 2024-11-20T21:47:40,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:47:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-20T21:47:40,178 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:47:40,179 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-20T21:47:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T21:47:40,180 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:47:40,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741977_1153 (size=351) 2024-11-20T21:47:40,270 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:36703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T21:47:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T21:47:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T21:47:40,589 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cccd61621592dbeace0eca476e6c27f, NAME => 'ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:47:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741978_1154 (size=37) 2024-11-20T21:47:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T21:47:40,998 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:40,998 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 2cccd61621592dbeace0eca476e6c27f, disabling compactions & flushes 2024-11-20T21:47:40,998 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. 2024-11-20T21:47:40,998 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. 2024-11-20T21:47:40,998 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. after waiting 0 ms 2024-11-20T21:47:40,998 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. 2024-11-20T21:47:40,998 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. 2024-11-20T21:47:40,998 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cccd61621592dbeace0eca476e6c27f: Waiting for close lock at 1732139260998Disabling compacts and flushes for region at 1732139260998Disabling writes for close at 1732139260998Writing region close event to WAL at 1732139260998Closed at 1732139260998 2024-11-20T21:47:40,999 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:47:41,000 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732139260999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139260999"}]},"ts":"1732139260999"} 2024-11-20T21:47:41,002 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:47:41,002 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:47:41,003 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139261003"}]},"ts":"1732139261003"} 2024-11-20T21:47:41,004 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-20T21:47:41,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=2cccd61621592dbeace0eca476e6c27f, ASSIGN}] 2024-11-20T21:47:41,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=2cccd61621592dbeace0eca476e6c27f, ASSIGN 2024-11-20T21:47:41,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=2cccd61621592dbeace0eca476e6c27f, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=false 2024-11-20T21:47:41,157 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=2cccd61621592dbeace0eca476e6c27f, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:41,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=2cccd61621592dbeace0eca476e6c27f, ASSIGN because future has completed 2024-11-20T21:47:41,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cccd61621592dbeace0eca476e6c27f, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:41,315 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. 2024-11-20T21:47:41,316 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cccd61621592dbeace0eca476e6c27f, NAME => 'ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:47:41,316 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:47:41,316 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:41,316 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:41,317 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for 2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:41,317 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for 2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T21:47:41,319 INFO [StoreOpener-2cccd61621592dbeace0eca476e6c27f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:41,320 INFO [StoreOpener-2cccd61621592dbeace0eca476e6c27f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cccd61621592dbeace0eca476e6c27f columnFamilyName f 2024-11-20T21:47:41,320 DEBUG [StoreOpener-2cccd61621592dbeace0eca476e6c27f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:41,321 INFO [StoreOpener-2cccd61621592dbeace0eca476e6c27f-1 {}] regionserver.HStore(327): Store=2cccd61621592dbeace0eca476e6c27f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:41,321 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for 2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:41,322 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:41,322 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:41,323 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for 2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:41,323 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for 2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:41,327 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for 2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:41,338 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:47:41,339 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened 2cccd61621592dbeace0eca476e6c27f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11868464800, jitterRate=0.10533691942691803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:47:41,339 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:41,340 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for 2cccd61621592dbeace0eca476e6c27f: Running coprocessor pre-open hook at 1732139261317Writing region info on filesystem at 1732139261317Initializing all the Stores at 1732139261318 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139261318Cleaning up temporary data from old regions at 1732139261323 (+5 ms)Running coprocessor post-open hooks at 1732139261339 (+16 ms)Region opened successfully at 1732139261340 (+1 ms) 2024-11-20T21:47:41,341 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f., pid=68, masterSystemTime=1732139261311 2024-11-20T21:47:41,343 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. 2024-11-20T21:47:41,343 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. 2024-11-20T21:47:41,344 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=2cccd61621592dbeace0eca476e6c27f, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:41,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cccd61621592dbeace0eca476e6c27f, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:41,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-20T21:47:41,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cccd61621592dbeace0eca476e6c27f, server=0b16ab3f13b7,36703,1732139154691 in 188 msec 2024-11-20T21:47:41,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-20T21:47:41,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=2cccd61621592dbeace0eca476e6c27f, ASSIGN in 345 msec 2024-11-20T21:47:41,353 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:47:41,354 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139261353"}]},"ts":"1732139261353"} 2024-11-20T21:47:41,356 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-20T21:47:41,357 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:47:41,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1810 sec 2024-11-20T21:47:41,443 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-20T21:47:41,482 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cc1a6fc81bef898b7cfa695f34869c70, had cached 0 bytes from a total of 13547 2024-11-20T21:47:41,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-20T21:47:41,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-20T21:47:41,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-20T21:47:41,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-20T21:47:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T21:47:42,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-20T21:47:42,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-20T21:47:42,333 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70 from hbase tables ns2:test-17321391687331 to tables ns2:table2 2024-11-20T21:47:42,333 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17321391687331 into ns2:table2 2024-11-20T21:47:42,335 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139262333 from hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:47:42,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5485d82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:42,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:42,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:42,337 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:42,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:42,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:42,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd651f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:42,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:42,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:42,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:42,339 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:42,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bcbb21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:42,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:42,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:42,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@238cd294 2024-11-20T21:47:42,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:42,342 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:42,343 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-20T21:47:42,343 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-20T21:47:42,343 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-20T21:47:42,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:42,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:42,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:42,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:42,347 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-20T21:47:42,347 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-20T21:47:42,347 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/partitions_66f51200-3dfe-4d57-b02b-d1c205fac2ec 2024-11-20T21:47:42,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741979_1155 (size=153) 2024-11-20T21:47:42,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:42,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:42,757 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,904 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-18187016986613463214.jar 2024-11-20T21:47:43,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,906 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,906 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,906 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,906 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,906 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:43,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:47:43,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:47:43,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:47:43,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:47:43,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:47:43,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:47:43,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:47:43,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:47:43,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:47:43,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:47:43,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,909 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:43,910 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:43,910 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-20T21:47:43,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:43,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:43,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:43,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:43,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:43,911 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-20T21:47:43,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:43,923 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:47:43,938 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-20T21:47:44,065 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1166944913_0013_65a3f75f-626d-403b-8f13-93c3349e302d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:47:44,065 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1166944913_0013_65a3f75f-626d-403b-8f13-93c3349e302d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:47:44,173 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9 2024-11-20T21:47:44,191 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-20T21:47:44,285 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3461046f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:44,285 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:44,285 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:44,293 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:44,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:44,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:44,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b81596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:44,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:44,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:44,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:44,295 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:44,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f66f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:44,297 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:44,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:44,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:44,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:44,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:44,302 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-20T21:47:44,302 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:44,302 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:44,302 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:44,303 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-20T21:47:44,303 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:47:44,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:44,315 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139262333/_temporary/0/_temporary/attempt_local1166944913_0013_r_000000_0/f/03d6ee4dea79435883fb63fa23e6b323 is 37, key is row10/f:q1/1732139171820/Put/seqid=0 2024-11-20T21:47:44,318 WARN [Thread-1716 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:47:44,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741980_1156 (size=8742) 2024-11-20T21:47:45,134 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139262333 2024-11-20T21:47:45,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214ad1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:45,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:45,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:45,136 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:45,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:45,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:45,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f16ff87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:45,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:45,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:45,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:45,138 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:45,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b16ab26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:45,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:45,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:45,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:45,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:45,143 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139262333/_SUCCESS 2024-11-20T21:47:45,144 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-20T21:47:45,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:45,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:45,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20bf3522 2024-11-20T21:47:45,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:45,148 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:45,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:45,153 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-20T21:47:45,158 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139262333/f/03d6ee4dea79435883fb63fa23e6b323 first=Optional[row0] last=Optional[row98] 2024-11-20T21:47:45,161 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139262333/f/03d6ee4dea79435883fb63fa23e6b323 for inclusion in 2cccd61621592dbeace0eca476e6c27f/f 2024-11-20T21:47:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-20T21:47:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:47:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HRegion(2603): Flush status journal for 2cccd61621592dbeace0eca476e6c27f: 2024-11-20T21:47:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139262333/f/03d6ee4dea79435883fb63fa23e6b323 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__ns2_table2__2tj6i8nuhoqcen50ggtov2euqjqjndsqpbm38rn0sqntctu43g783ll09b8qksa/f/03d6ee4dea79435883fb63fa23e6b323 2024-11-20T21:47:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__ns2_table2__2tj6i8nuhoqcen50ggtov2euqjqjndsqpbm38rn0sqntctu43g783ll09b8qksa/f/03d6ee4dea79435883fb63fa23e6b323 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f/f/5970a314ebb24385b376d770a7cbadd8_SeqId_4_ 2024-11-20T21:47:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5dcd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:45,170 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:45,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:45,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:45,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e87e72a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:45,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:45,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:45,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:45,171 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:45,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45283c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:45,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:45,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cdb054f 2024-11-20T21:47:45,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:45,174 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:45,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:45,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:45,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:45,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:45,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:45,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:45,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703. 2024-11-20T21:47:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:45,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:45,194 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__ns2_table2__2tj6i8nuhoqcen50ggtov2euqjqjndsqpbm38rn0sqntctu43g783ll09b8qksa/f/03d6ee4dea79435883fb63fa23e6b323 into 2cccd61621592dbeace0eca476e6c27f/f as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f/f/5970a314ebb24385b376d770a7cbadd8_SeqId_4_ - updating store file list. 2024-11-20T21:47:45,200 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f/f/5970a314ebb24385b376d770a7cbadd8_SeqId_4_ into 2cccd61621592dbeace0eca476e6c27f/f 2024-11-20T21:47:45,200 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__ns2_table2__2tj6i8nuhoqcen50ggtov2euqjqjndsqpbm38rn0sqntctu43g783ll09b8qksa/f/03d6ee4dea79435883fb63fa23e6b323 into 2cccd61621592dbeace0eca476e6c27f/f (new location: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f/f/5970a314ebb24385b376d770a7cbadd8_SeqId_4_) 2024-11-20T21:47:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__ns2_table2__2tj6i8nuhoqcen50ggtov2euqjqjndsqpbm38rn0sqntctu43g783ll09b8qksa/f/03d6ee4dea79435883fb63fa23e6b323 2024-11-20T21:47:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7af347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:45,202 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:45,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:45,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:45,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cc27cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:45,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:45,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:45,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:45,203 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:45,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c00edaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:45,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:45,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@354833f4 2024-11-20T21:47:45,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:45,206 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T21:47:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:45,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:45,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:45,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T21:47:45,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:45,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:45,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:45,221 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703. 2024-11-20T21:47:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:45,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:45,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:45,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:45,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:45,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:45,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:45,223 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-20T21:47:45,223 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-20T21:47:45,223 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732139175742 hdfs://localhost:40403/backupUT/backup_1732139175742/ns2/test-17321391687331/ 2024-11-20T21:47:45,223 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-20T21:47:45,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 , the old value is region=ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b16ab3f13b7:36703 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:47:45,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:47:45,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 from cache 2024-11-20T21:47:45,223 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T21:47:45,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:45,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:45,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:45,246 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40403/backupUT/backup_1732139242504/.backup.manifest 2024-11-20T21:47:45,249 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732139242504/.backup.manifest 2024-11-20T21:47:45,249 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40403/backupUT/backup_1732139210221/.backup.manifest 2024-11-20T21:47:45,251 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732139210221/.backup.manifest 2024-11-20T21:47:45,251 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732139168733' to 'table1' from full backup image hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733 2024-11-20T21:47:45,253 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732139168733', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732139242504 2024-11-20T21:47:45,257 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-20T21:47:45,262 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable table1 2024-11-20T21:47:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-20T21:47:45,269 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139265269"}]},"ts":"1732139265269"} 2024-11-20T21:47:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-20T21:47:45,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-20T21:47:45,270 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-20T21:47:45,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-20T21:47:45,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=f52c44b139ada052cd65fab0c3e871be, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=4867f94e96bb61b364f359f29bbc3938, UNASSIGN}] 2024-11-20T21:47:45,277 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=4867f94e96bb61b364f359f29bbc3938, UNASSIGN 2024-11-20T21:47:45,277 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=f52c44b139ada052cd65fab0c3e871be, UNASSIGN 2024-11-20T21:47:45,278 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=4867f94e96bb61b364f359f29bbc3938, regionState=CLOSING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:45,278 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=f52c44b139ada052cd65fab0c3e871be, regionState=CLOSING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:45,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=f52c44b139ada052cd65fab0c3e871be, UNASSIGN because future has completed 2024-11-20T21:47:45,279 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T21:47:45,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure f52c44b139ada052cd65fab0c3e871be, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:45,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=4867f94e96bb61b364f359f29bbc3938, UNASSIGN because future has completed 2024-11-20T21:47:45,280 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T21:47:45,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4867f94e96bb61b364f359f29bbc3938, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:45,329 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:36703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T21:47:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-20T21:47:45,432 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:45,432 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T21:47:45,432 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 4867f94e96bb61b364f359f29bbc3938, disabling compactions & flushes 2024-11-20T21:47:45,432 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. 2024-11-20T21:47:45,433 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. 2024-11-20T21:47:45,433 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. after waiting 0 ms 2024-11-20T21:47:45,433 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. 2024-11-20T21:47:45,437 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T21:47:45,438 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:47:45,438 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. 2024-11-20T21:47:45,438 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 4867f94e96bb61b364f359f29bbc3938: Waiting for close lock at 1732139265432Running coprocessor pre-close hooks at 1732139265432Disabling compacts and flushes for region at 1732139265432Disabling writes for close at 1732139265433 (+1 ms)Writing region close event to WAL at 1732139265433Running coprocessor post-close hooks at 1732139265438 (+5 ms)Closed at 1732139265438 2024-11-20T21:47:45,441 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:45,441 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:45,441 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T21:47:45,441 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing f52c44b139ada052cd65fab0c3e871be, disabling compactions & flushes 2024-11-20T21:47:45,441 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. 2024-11-20T21:47:45,441 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. 2024-11-20T21:47:45,441 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=4867f94e96bb61b364f359f29bbc3938, regionState=CLOSED 2024-11-20T21:47:45,441 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. after waiting 0 ms 2024-11-20T21:47:45,442 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. 2024-11-20T21:47:45,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4867f94e96bb61b364f359f29bbc3938, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:45,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-20T21:47:45,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 4867f94e96bb61b364f359f29bbc3938, server=0b16ab3f13b7,36703,1732139154691 in 164 msec 2024-11-20T21:47:45,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=4867f94e96bb61b364f359f29bbc3938, UNASSIGN in 170 msec 2024-11-20T21:47:45,452 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T21:47:45,453 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:47:45,453 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. 2024-11-20T21:47:45,453 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for f52c44b139ada052cd65fab0c3e871be: Waiting for close lock at 1732139265441Running coprocessor pre-close hooks at 1732139265441Disabling compacts and flushes for region at 1732139265441Disabling writes for close at 1732139265442 (+1 ms)Writing region close event to WAL at 1732139265445 (+3 ms)Running coprocessor post-close hooks at 1732139265453 (+8 ms)Closed at 1732139265453 2024-11-20T21:47:45,455 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:45,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=f52c44b139ada052cd65fab0c3e871be, regionState=CLOSED 2024-11-20T21:47:45,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure f52c44b139ada052cd65fab0c3e871be, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:45,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-20T21:47:45,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure f52c44b139ada052cd65fab0c3e871be, server=0b16ab3f13b7,36703,1732139154691 in 179 msec 2024-11-20T21:47:45,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-20T21:47:45,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=f52c44b139ada052cd65fab0c3e871be, UNASSIGN in 185 msec 2024-11-20T21:47:45,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-20T21:47:45,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 191 msec 2024-11-20T21:47:45,467 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139265467"}]},"ts":"1732139265467"} 2024-11-20T21:47:45,470 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-20T21:47:45,470 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-20T21:47:45,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 210 msec 2024-11-20T21:47:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-20T21:47:45,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-20T21:47:45,595 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate table1 2024-11-20T21:47:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-20T21:47:45,603 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-20T21:47:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-20T21:47:45,611 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:45,611 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:45,616 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/f, FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/f3, FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/mob, FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/recovered.edits] 2024-11-20T21:47:45,616 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938/f, FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938/f3, FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938/mob, FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938/recovered.edits] 2024-11-20T21:47:45,631 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938/f/296bb60876d445599911826966fd18df_SeqId_4_ to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/archive/data/default/table1/4867f94e96bb61b364f359f29bbc3938/f/296bb60876d445599911826966fd18df_SeqId_4_ 2024-11-20T21:47:45,631 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/f3/a80364307f564e9a892b414290359676_SeqId_4_ to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/archive/data/default/table1/f52c44b139ada052cd65fab0c3e871be/f3/a80364307f564e9a892b414290359676_SeqId_4_ 2024-11-20T21:47:45,644 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/mob/4edb158d04294adb97d43e2ae60fff8d_SeqId_4_ to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/archive/data/default/table1/f52c44b139ada052cd65fab0c3e871be/mob/4edb158d04294adb97d43e2ae60fff8d_SeqId_4_ 2024-11-20T21:47:45,648 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938/recovered.edits/6.seqid to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/archive/data/default/table1/4867f94e96bb61b364f359f29bbc3938/recovered.edits/6.seqid 2024-11-20T21:47:45,648 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/4867f94e96bb61b364f359f29bbc3938 2024-11-20T21:47:45,652 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be/recovered.edits/6.seqid to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/archive/data/default/table1/f52c44b139ada052cd65fab0c3e871be/recovered.edits/6.seqid 2024-11-20T21:47:45,654 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/f52c44b139ada052cd65fab0c3e871be 2024-11-20T21:47:45,655 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-20T21:47:45,655 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-20T21:47:45,656 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-20T21:47:45,660 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-20T21:47:45,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36703 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T21:47:45,679 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-20T21:47:45,683 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-20T21:47:45,685 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-20T21:47:45,685 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732139265685"}]},"ts":"9223372036854775807"} 2024-11-20T21:47:45,686 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732139265685"}]},"ts":"9223372036854775807"} 2024-11-20T21:47:45,688 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-20T21:47:45,688 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f52c44b139ada052cd65fab0c3e871be, NAME => 'table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 4867f94e96bb61b364f359f29bbc3938, NAME => 'table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-20T21:47:45,688 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-20T21:47:45,689 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732139265688"}]},"ts":"9223372036854775807"} 2024-11-20T21:47:45,691 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-20T21:47:45,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741981_1157 (size=938) 2024-11-20T21:47:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-20T21:47:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-20T21:47:46,113 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e0e750895ce780cf77a49e9ddacc331, NAME => 'table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:47:46,113 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 795a498268a167e3a90ce135356566da, NAME => 'table1,row0,1732139265663.795a498268a167e3a90ce135356566da.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:47:46,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741983_1159 (size=45) 2024-11-20T21:47:46,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741982_1158 (size=45) 2024-11-20T21:47:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-20T21:47:46,521 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:46,521 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 9e0e750895ce780cf77a49e9ddacc331, disabling compactions & flushes 2024-11-20T21:47:46,521 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:46,521 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:46,521 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. after waiting 0 ms 2024-11-20T21:47:46,521 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:46,521 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:46,522 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e0e750895ce780cf77a49e9ddacc331: Waiting for close lock at 1732139266521Disabling compacts and flushes for region at 1732139266521Disabling writes for close at 1732139266521Writing region close event to WAL at 1732139266521Closed at 1732139266521 2024-11-20T21:47:46,522 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732139265663.795a498268a167e3a90ce135356566da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:46,522 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 795a498268a167e3a90ce135356566da, disabling compactions & flushes 2024-11-20T21:47:46,522 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:46,522 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:46,522 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732139265663.795a498268a167e3a90ce135356566da. after waiting 0 ms 2024-11-20T21:47:46,522 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:46,522 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:46,522 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 795a498268a167e3a90ce135356566da: Waiting for close lock at 1732139266522Disabling compacts and flushes for region at 1732139266522Disabling writes for close at 1732139266522Writing region close event to WAL at 1732139266522Closed at 1732139266522 2024-11-20T21:47:46,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732139266524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139266524"}]},"ts":"1732139266524"} 2024-11-20T21:47:46,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732139265663.795a498268a167e3a90ce135356566da.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732139266524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139266524"}]},"ts":"1732139266524"} 2024-11-20T21:47:46,526 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-20T21:47:46,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139266527"}]},"ts":"1732139266527"} 2024-11-20T21:47:46,529 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-20T21:47:46,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=9e0e750895ce780cf77a49e9ddacc331, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=795a498268a167e3a90ce135356566da, ASSIGN}] 2024-11-20T21:47:46,530 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=9e0e750895ce780cf77a49e9ddacc331, ASSIGN 2024-11-20T21:47:46,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=795a498268a167e3a90ce135356566da, ASSIGN 2024-11-20T21:47:46,531 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=9e0e750895ce780cf77a49e9ddacc331, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=false 2024-11-20T21:47:46,531 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=795a498268a167e3a90ce135356566da, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=false 2024-11-20T21:47:46,681 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=9e0e750895ce780cf77a49e9ddacc331, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:46,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=795a498268a167e3a90ce135356566da, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:46,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=9e0e750895ce780cf77a49e9ddacc331, ASSIGN because future has completed 2024-11-20T21:47:46,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e0e750895ce780cf77a49e9ddacc331, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:46,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=795a498268a167e3a90ce135356566da, ASSIGN because future has completed 2024-11-20T21:47:46,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 795a498268a167e3a90ce135356566da, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-20T21:47:46,818 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-20T21:47:46,838 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:46,838 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e0e750895ce780cf77a49e9ddacc331, NAME => 'table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-20T21:47:46,839 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:47:46,839 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,839 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:46,839 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,839 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,840 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,842 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e0e750895ce780cf77a49e9ddacc331 columnFamilyName f 2024-11-20T21:47:46,842 DEBUG [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:46,842 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.HStore(327): Store=9e0e750895ce780cf77a49e9ddacc331/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:46,842 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,843 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e0e750895ce780cf77a49e9ddacc331 columnFamilyName f3 2024-11-20T21:47:46,843 DEBUG [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:46,844 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.HStore(327): Store=9e0e750895ce780cf77a49e9ddacc331/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:46,844 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,845 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e0e750895ce780cf77a49e9ddacc331 columnFamilyName mob 2024-11-20T21:47:46,846 DEBUG [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:46,846 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.HStore(327): Store=9e0e750895ce780cf77a49e9ddacc331/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:46,846 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,847 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,847 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,848 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,848 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,848 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:47:46,849 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,851 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:47:46,851 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 9e0e750895ce780cf77a49e9ddacc331; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10768055680, jitterRate=0.0028533339500427246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:47:46,851 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:46,852 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 9e0e750895ce780cf77a49e9ddacc331: Running coprocessor pre-open hook at 1732139266839Writing region info on filesystem at 1732139266839Initializing all the Stores at 1732139266840 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139266840Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139266840Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139266840Cleaning up temporary data from old regions at 1732139266848 (+8 ms)Running coprocessor post-open hooks at 1732139266851 (+3 ms)Region opened successfully at 1732139266852 (+1 ms) 2024-11-20T21:47:46,853 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., pid=78, masterSystemTime=1732139266835 2024-11-20T21:47:46,854 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:46,854 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:46,854 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:46,854 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 795a498268a167e3a90ce135356566da, NAME => 'table1,row0,1732139265663.795a498268a167e3a90ce135356566da.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-20T21:47:46,855 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:47:46,855 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,855 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=9e0e750895ce780cf77a49e9ddacc331, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:46,855 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1732139265663.795a498268a167e3a90ce135356566da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:46,855 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,855 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,856 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e0e750895ce780cf77a49e9ddacc331, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:46,857 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 795a498268a167e3a90ce135356566da columnFamilyName f 2024-11-20T21:47:46,858 DEBUG [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:46,858 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.HStore(327): Store=795a498268a167e3a90ce135356566da/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:46,858 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,859 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 795a498268a167e3a90ce135356566da columnFamilyName f3 2024-11-20T21:47:46,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-20T21:47:46,859 DEBUG [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:46,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e0e750895ce780cf77a49e9ddacc331, server=0b16ab3f13b7,36703,1732139154691 in 174 msec 2024-11-20T21:47:46,860 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.HStore(327): Store=795a498268a167e3a90ce135356566da/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:46,860 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=9e0e750895ce780cf77a49e9ddacc331, ASSIGN in 330 msec 2024-11-20T21:47:46,861 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 795a498268a167e3a90ce135356566da columnFamilyName mob 2024-11-20T21:47:46,861 DEBUG [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:46,861 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.HStore(327): Store=795a498268a167e3a90ce135356566da/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:46,862 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,862 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,863 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,863 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,863 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,864 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:47:46,865 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,867 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/795a498268a167e3a90ce135356566da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:47:46,867 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 795a498268a167e3a90ce135356566da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11770771200, jitterRate=0.09623849391937256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:47:46,867 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:46,867 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 795a498268a167e3a90ce135356566da: Running coprocessor pre-open hook at 1732139266855Writing region info on filesystem at 1732139266855Initializing all the Stores at 1732139266856 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139266856Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139266856Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139266856Cleaning up temporary data from old regions at 1732139266863 (+7 ms)Running coprocessor post-open hooks at 1732139266867 (+4 ms)Region opened successfully at 1732139266867 2024-11-20T21:47:46,868 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732139265663.795a498268a167e3a90ce135356566da., pid=79, masterSystemTime=1732139266835 2024-11-20T21:47:46,869 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:46,869 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:46,870 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=795a498268a167e3a90ce135356566da, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:46,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 795a498268a167e3a90ce135356566da, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:46,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-20T21:47:46,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 795a498268a167e3a90ce135356566da, server=0b16ab3f13b7,36703,1732139154691 in 188 msec 2024-11-20T21:47:46,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=75 2024-11-20T21:47:46,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=795a498268a167e3a90ce135356566da, ASSIGN in 344 msec 2024-11-20T21:47:46,875 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139266875"}]},"ts":"1732139266875"} 2024-11-20T21:47:46,876 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-20T21:47:46,876 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-20T21:47:46,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2810 sec 2024-11-20T21:47:47,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 35c97c74f4506b6300ceac0baaaa639f, had cached 0 bytes from a total of 41499 2024-11-20T21:47:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-20T21:47:47,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-20T21:47:47,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-20T21:47:47,753 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/be446a4f300913c497b98709e44280d3,hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1 from hbase tables test-1732139168733 to tables table1 2024-11-20T21:47:47,753 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732139168733 into table1 2024-11-20T21:47:47,754 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753 from hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/be446a4f300913c497b98709e44280d3,hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:47:47,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a8833c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:47,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:47,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:47,756 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:47,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:47,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:47,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c77565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:47,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:47,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:47,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:47,758 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:47,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb5eec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:47,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@388fecd5 2024-11-20T21:47:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:47,760 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:47,761 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-20T21:47:47,761 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-20T21:47:47,761 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-20T21:47:47,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:47,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:47,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:47,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:47,764 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-20T21:47:47,764 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-20T21:47:47,764 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-20T21:47:47,764 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/partitions_45becc10-7bdf-46d0-ba11-31ae0c7669fa 2024-11-20T21:47:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741984_1160 (size=177) 2024-11-20T21:47:48,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:48,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:48,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,262 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-14582120841908095280.jar 2024-11-20T21:47:49,263 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,263 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,263 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,264 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,264 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,264 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,265 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,265 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,265 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:49,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:47:49,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:47:49,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:47:49,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:47:49,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:47:49,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:47:49,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:47:49,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:47:49,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:47:49,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:47:49,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:49,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:49,271 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-20T21:47:49,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:49,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:49,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:49,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:49,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:49,272 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-20T21:47:49,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:49,291 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:47:49,305 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-20T21:47:49,410 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1713896678_0014_4c235b6d-4302-479e-afbf-75a603401d73/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:47:49,410 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1713896678_0014_4c235b6d-4302-479e-afbf-75a603401d73/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:47:49,473 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/9b31b1d8baa246f889a107542b9b44ba 2024-11-20T21:47:49,477 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-20T21:47:49,527 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/c340d6d68f98452ab42b333967e4b603 2024-11-20T21:47:49,530 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-20T21:47:49,567 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f/ee101e8d473140c3920a9ff35d38b17e 2024-11-20T21:47:49,570 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-20T21:47:49,616 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/be446a4f300913c497b98709e44280d3/mob/d41d8cd98f00b204e9800998ecf8427e202411206a321231318a4a509daed019eaf19c08_ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:47:49,619 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-20T21:47:49,652 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40403/backupUT/backup_1732139210221/default/test-1732139168733/archive/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/mob/d0f84ccd42874107b709dff30fa8fcd9 2024-11-20T21:47:49,655 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-20T21:47:49,687 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261de415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:49,687 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:49,688 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:49,689 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:49,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:49,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:49,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120299ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:49,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:49,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:49,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:49,691 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:49,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58117353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:49,692 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:49,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:49,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:49,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:49,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732139168733-1-0', locateType=CURRENT is [region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:49,696 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-20T21:47:49,696 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:49,696 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:49,696 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:49,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:49,696 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732139168733-1-0] 2024-11-20T21:47:49,696 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:47:49,703 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729d4857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:49,703 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:49,703 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:49,703 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:49,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:49,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:49,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3a2029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:49,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:49,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:49,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:49,705 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:49,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e560e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:49,706 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:49,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:49,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:49,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:49,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732139168733-3-0', locateType=CURRENT is [region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:49,709 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-20T21:47:49,709 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:49,709 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:49,709 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:49,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:49,709 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732139168733-3-0] 2024-11-20T21:47:49,709 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:47:49,715 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/_temporary/0/_temporary/attempt_local1713896678_0014_r_000000_0/f/84220cbeb27f4b93a599d61dcfde7352 is 59, key is row-test-1732139168733-1-10/f:q1/1732139195406/Put/seqid=0 2024-11-20T21:47:49,717 WARN [Thread-1803 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:47:49,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741985_1161 (size=11125) 2024-11-20T21:47:50,086 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:47:50,120 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/_temporary/0/_temporary/attempt_local1713896678_0014_r_000000_0/mob/2dea82e1e6c84b5187e07667c5029457 is 192, key is row-test-1732139168733-3-100/mob:q1/1732139195829/Put/seqid=0 2024-11-20T21:47:50,122 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:47:50,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741986_1162 (size=13404) 2024-11-20T21:47:50,549 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205dc890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:50,549 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:50,549 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:50,550 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:50,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f59023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:50,552 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:50,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8fa109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:50,553 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:50,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:50,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:50,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:50,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732139265663.795a498268a167e3a90ce135356566da., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:50,557 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-20T21:47:50,558 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:50,558 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:50,558 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:50,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:50,558 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-20T21:47:50,558 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:47:50,563 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/_temporary/0/_temporary/attempt_local1713896678_0014_r_000001_0/f/0eadabe867ba45cc80ca241d3e23179c is 37, key is row10/f:q1/1732139170455/Put/seqid=0 2024-11-20T21:47:50,565 WARN [Thread-1820 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:47:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741987_1163 (size=8742) 2024-11-20T21:47:51,453 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753 2024-11-20T21:47:51,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a3bb3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:51,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:51,455 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2315cc03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:51,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:51,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,456 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:51,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56117222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:51,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:51,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:51,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:51,461 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/_SUCCESS 2024-11-20T21:47:51,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:51,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:51,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595a4fc7 2024-11-20T21:47:51,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:51,471 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:51,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:51,476 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-20T21:47:51,483 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/f/0eadabe867ba45cc80ca241d3e23179c first=Optional[row0] last=Optional[row98] 2024-11-20T21:47:51,486 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/f/84220cbeb27f4b93a599d61dcfde7352 first=Optional[row-test-1732139168733-1-0] last=Optional[row-test-1732139168733-1-98] 2024-11-20T21:47:51,489 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/mob/2dea82e1e6c84b5187e07667c5029457 first=Optional[row-test-1732139168733-3-0] last=Optional[row-test-1732139168733-3-99] 2024-11-20T21:47:51,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/f/0eadabe867ba45cc80ca241d3e23179c for inclusion in 795a498268a167e3a90ce135356566da/f 2024-11-20T21:47:51,494 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/f/84220cbeb27f4b93a599d61dcfde7352 for inclusion in 9e0e750895ce780cf77a49e9ddacc331/f 2024-11-20T21:47:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-20T21:47:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-20T21:47:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HRegion(2603): Flush status journal for 795a498268a167e3a90ce135356566da: 2024-11-20T21:47:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/f/0eadabe867ba45cc80ca241d3e23179c to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/f/0eadabe867ba45cc80ca241d3e23179c 2024-11-20T21:47:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732139168733-1-0 last=row-test-1732139168733-1-98 2024-11-20T21:47:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-20T21:47:51,497 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/mob/2dea82e1e6c84b5187e07667c5029457 for inclusion in 9e0e750895ce780cf77a49e9ddacc331/mob 2024-11-20T21:47:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/f/0eadabe867ba45cc80ca241d3e23179c as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/795a498268a167e3a90ce135356566da/f/5edcf5352250407ba1946e9e998aace8_SeqId_4_ 2024-11-20T21:47:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732139168733-3-0 last=row-test-1732139168733-3-99 2024-11-20T21:47:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-20T21:47:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HRegion(2603): Flush status journal for 9e0e750895ce780cf77a49e9ddacc331: 2024-11-20T21:47:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/f/84220cbeb27f4b93a599d61dcfde7352 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/f/84220cbeb27f4b93a599d61dcfde7352 2024-11-20T21:47:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/f/84220cbeb27f4b93a599d61dcfde7352 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/f/d320df6ed55744219f43841268d3bab1_SeqId_4_ 2024-11-20T21:47:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139267753/mob/2dea82e1e6c84b5187e07667c5029457 to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/mob/2dea82e1e6c84b5187e07667c5029457 2024-11-20T21:47:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/mob/2dea82e1e6c84b5187e07667c5029457 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/mob/d4eede1228cd4434a8d9f7445d89d2ba_SeqId_4_ 2024-11-20T21:47:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c71f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f1ced4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:51,509 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:51,509 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:51,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:51,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:51,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:51,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:51,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdba134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:51,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429f7a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:51,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:51,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:51,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,511 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:51,511 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:51,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d5677f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446b2238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:51,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:51,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e9211e 2024-11-20T21:47:51,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:51,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a29d3fe 2024-11-20T21:47:51,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:51,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:51,514 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:51,514 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:51,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:51,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:51,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:51,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:51,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:51,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:51,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:51,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:51,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:51,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:51,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:51,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:51,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703. 2024-11-20T21:47:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:51,533 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703. 2024-11-20T21:47:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/f/0eadabe867ba45cc80ca241d3e23179c into 795a498268a167e3a90ce135356566da/f as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/795a498268a167e3a90ce135356566da/f/5edcf5352250407ba1946e9e998aace8_SeqId_4_ - updating store file list. 2024-11-20T21:47:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d7a23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:51,534 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33de666c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,536 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:51,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a10270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:51,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af6f005 2024-11-20T21:47:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:51,538 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:51,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/795a498268a167e3a90ce135356566da/f/5edcf5352250407ba1946e9e998aace8_SeqId_4_ into 795a498268a167e3a90ce135356566da/f 2024-11-20T21:47:51,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/f/0eadabe867ba45cc80ca241d3e23179c into 795a498268a167e3a90ce135356566da/f (new location: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/795a498268a167e3a90ce135356566da/f/5edcf5352250407ba1946e9e998aace8_SeqId_4_) 2024-11-20T21:47:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/f/0eadabe867ba45cc80ca241d3e23179c 2024-11-20T21:47:51,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:51,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:51,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fbcf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:51,542 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:51,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:51,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:51,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2da24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:51,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:51,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,543 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:51,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccc376d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:51,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:51,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@495c13aa 2024-11-20T21:47:51,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:51,545 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T21:47:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:51,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:51,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:51,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:51,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T21:47:51,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:51,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:51,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:51,557 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703. 2024-11-20T21:47:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:51,558 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/f/84220cbeb27f4b93a599d61dcfde7352 into 9e0e750895ce780cf77a49e9ddacc331/f as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/f/d320df6ed55744219f43841268d3bab1_SeqId_4_ - updating store file list. 2024-11-20T21:47:51,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:51,564 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/f/d320df6ed55744219f43841268d3bab1_SeqId_4_ into 9e0e750895ce780cf77a49e9ddacc331/f 2024-11-20T21:47:51,564 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/f/84220cbeb27f4b93a599d61dcfde7352 into 9e0e750895ce780cf77a49e9ddacc331/f (new location: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/f/d320df6ed55744219f43841268d3bab1_SeqId_4_) 2024-11-20T21:47:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/f/84220cbeb27f4b93a599d61dcfde7352 2024-11-20T21:47:51,566 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/mob/2dea82e1e6c84b5187e07667c5029457 into 9e0e750895ce780cf77a49e9ddacc331/mob as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/mob/d4eede1228cd4434a8d9f7445d89d2ba_SeqId_4_ - updating store file list. 2024-11-20T21:47:51,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:51,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703. 2024-11-20T21:47:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:51,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/mob/d4eede1228cd4434a8d9f7445d89d2ba_SeqId_4_ into 9e0e750895ce780cf77a49e9ddacc331/mob 2024-11-20T21:47:51,572 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/mob/2dea82e1e6c84b5187e07667c5029457 into 9e0e750895ce780cf77a49e9ddacc331/mob (new location: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/mob/d4eede1228cd4434a8d9f7445d89d2ba_SeqId_4_) 2024-11-20T21:47:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__l9onsf2s2e6eumljprnr9onqkpmjsgbpf85ohtk87pqrvcc5nrtit6v4r2dqo5es/mob/2dea82e1e6c84b5187e07667c5029457 2024-11-20T21:47:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e74dc44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:51,575 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477de8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:51,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,576 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:51,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20836870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:51,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:51,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f716ace 2024-11-20T21:47:51,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:51,579 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T21:47:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:51,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:51,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:51,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T21:47:51,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:51,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:51,596 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703. 2024-11-20T21:47:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:51,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:51,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:51,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:51,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:51,598 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-20T21:47:51,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 , the old value is region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b16ab3f13b7:36703 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:47:51,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:47:51,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 from cache 2024-11-20T21:47:51,599 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T21:47:51,621 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732139168733' to 'table1' from log dirs: hdfs://localhost:40403/backupUT/backup_1732139242504/default/test-1732139168733/f2/d6d30ee53d0b4447ae0c840b80fbf5f5 2024-11-20T21:47:51,625 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732139168733', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732139242504 2024-11-20T21:47:51,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:47:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-20T21:47:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741988_1164 (size=938) 2024-11-20T21:47:51,709 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:36703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T21:47:52,039 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-20T21:47:52,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-20T21:47:52,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-20T21:47:52,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=9e0e750895ce780cf77a49e9ddacc331, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=795a498268a167e3a90ce135356566da, REOPEN/MOVE}] 2024-11-20T21:47:52,045 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=9e0e750895ce780cf77a49e9ddacc331, REOPEN/MOVE 2024-11-20T21:47:52,045 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=795a498268a167e3a90ce135356566da, REOPEN/MOVE 2024-11-20T21:47:52,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=795a498268a167e3a90ce135356566da, regionState=CLOSING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:52,045 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=9e0e750895ce780cf77a49e9ddacc331, regionState=CLOSING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:52,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=795a498268a167e3a90ce135356566da, REOPEN/MOVE because future has completed 2024-11-20T21:47:52,047 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T21:47:52,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 795a498268a167e3a90ce135356566da, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:52,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=9e0e750895ce780cf77a49e9ddacc331, REOPEN/MOVE because future has completed 2024-11-20T21:47:52,048 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T21:47:52,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e0e750895ce780cf77a49e9ddacc331, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:52,200 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,200 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T21:47:52,200 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing 795a498268a167e3a90ce135356566da, disabling compactions & flushes 2024-11-20T21:47:52,200 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:52,200 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:52,200 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732139265663.795a498268a167e3a90ce135356566da. after waiting 0 ms 2024-11-20T21:47:52,200 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:52,204 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/795a498268a167e3a90ce135356566da/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T21:47:52,205 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:47:52,205 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:52,205 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for 795a498268a167e3a90ce135356566da: Waiting for close lock at 1732139272200Running coprocessor pre-close hooks at 1732139272200Disabling compacts and flushes for region at 1732139272200Disabling writes for close at 1732139272200Writing region close event to WAL at 1732139272201 (+1 ms)Running coprocessor post-close hooks at 1732139272205 (+4 ms)Closed at 1732139272205 2024-11-20T21:47:52,205 WARN [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: 795a498268a167e3a90ce135356566da to self. 2024-11-20T21:47:52,207 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,207 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,207 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T21:47:52,207 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 9e0e750895ce780cf77a49e9ddacc331, disabling compactions & flushes 2024-11-20T21:47:52,207 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:52,207 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:52,207 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. after waiting 0 ms 2024-11-20T21:47:52,207 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:52,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=795a498268a167e3a90ce135356566da, regionState=CLOSED 2024-11-20T21:47:52,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 795a498268a167e3a90ce135356566da, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:52,211 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T21:47:52,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-20T21:47:52,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 795a498268a167e3a90ce135356566da, server=0b16ab3f13b7,36703,1732139154691 in 162 msec 2024-11-20T21:47:52,212 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:47:52,212 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:52,212 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 9e0e750895ce780cf77a49e9ddacc331: Waiting for close lock at 1732139272207Running coprocessor pre-close hooks at 1732139272207Disabling compacts and flushes for region at 1732139272207Disabling writes for close at 1732139272207Writing region close event to WAL at 1732139272208 (+1 ms)Running coprocessor post-close hooks at 1732139272212 (+4 ms)Closed at 1732139272212 2024-11-20T21:47:52,212 WARN [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 9e0e750895ce780cf77a49e9ddacc331 to self. 2024-11-20T21:47:52,212 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=795a498268a167e3a90ce135356566da, REOPEN/MOVE; state=CLOSED, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=true 2024-11-20T21:47:52,213 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,214 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=9e0e750895ce780cf77a49e9ddacc331, regionState=CLOSED 2024-11-20T21:47:52,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9e0e750895ce780cf77a49e9ddacc331, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:52,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=82 2024-11-20T21:47:52,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 9e0e750895ce780cf77a49e9ddacc331, server=0b16ab3f13b7,36703,1732139154691 in 167 msec 2024-11-20T21:47:52,218 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=9e0e750895ce780cf77a49e9ddacc331, REOPEN/MOVE; state=CLOSED, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=true 2024-11-20T21:47:52,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-20T21:47:52,363 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=9e0e750895ce780cf77a49e9ddacc331, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:52,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=795a498268a167e3a90ce135356566da, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:52,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=9e0e750895ce780cf77a49e9ddacc331, REOPEN/MOVE because future has completed 2024-11-20T21:47:52,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e0e750895ce780cf77a49e9ddacc331, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:52,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=795a498268a167e3a90ce135356566da, REOPEN/MOVE because future has completed 2024-11-20T21:47:52,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 795a498268a167e3a90ce135356566da, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:52,520 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:52,520 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 795a498268a167e3a90ce135356566da, NAME => 'table1,row0,1732139265663.795a498268a167e3a90ce135356566da.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-20T21:47:52,521 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:47:52,521 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,521 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1732139265663.795a498268a167e3a90ce135356566da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:52,521 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,521 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,523 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,523 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 795a498268a167e3a90ce135356566da columnFamilyName f 2024-11-20T21:47:52,523 DEBUG [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:52,529 DEBUG [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/795a498268a167e3a90ce135356566da/f/5edcf5352250407ba1946e9e998aace8_SeqId_4_ 2024-11-20T21:47:52,529 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.HStore(327): Store=795a498268a167e3a90ce135356566da/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:52,529 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,531 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 795a498268a167e3a90ce135356566da columnFamilyName f2 2024-11-20T21:47:52,531 DEBUG [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:52,531 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.HStore(327): Store=795a498268a167e3a90ce135356566da/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:52,531 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,532 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 795a498268a167e3a90ce135356566da columnFamilyName mob 2024-11-20T21:47:52,533 DEBUG [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:52,533 INFO [StoreOpener-795a498268a167e3a90ce135356566da-1 {}] regionserver.HStore(327): Store=795a498268a167e3a90ce135356566da/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:52,533 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,534 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,535 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,536 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,536 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,536 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:47:52,538 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,538 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 795a498268a167e3a90ce135356566da; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11878523840, jitterRate=0.10627374053001404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:47:52,538 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:52,539 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 795a498268a167e3a90ce135356566da: Running coprocessor pre-open hook at 1732139272521Writing region info on filesystem at 1732139272521Initializing all the Stores at 1732139272522 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139272522Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139272522Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139272522Cleaning up temporary data from old regions at 1732139272536 (+14 ms)Running coprocessor post-open hooks at 1732139272538 (+2 ms)Region opened successfully at 1732139272539 (+1 ms) 2024-11-20T21:47:52,540 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732139265663.795a498268a167e3a90ce135356566da., pid=87, masterSystemTime=1732139272517 2024-11-20T21:47:52,541 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:52,541 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:52,541 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:52,542 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e0e750895ce780cf77a49e9ddacc331, NAME => 'table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-20T21:47:52,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=795a498268a167e3a90ce135356566da, regionState=OPEN, openSeqNum=7, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:52,542 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:47:52,542 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,542 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:52,542 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,542 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 795a498268a167e3a90ce135356566da, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:52,543 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,544 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e0e750895ce780cf77a49e9ddacc331 columnFamilyName f 2024-11-20T21:47:52,544 DEBUG [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:52,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-11-20T21:47:52,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 795a498268a167e3a90ce135356566da, server=0b16ab3f13b7,36703,1732139154691 in 178 msec 2024-11-20T21:47:52,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=795a498268a167e3a90ce135356566da, REOPEN/MOVE in 503 msec 2024-11-20T21:47:52,551 DEBUG [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/f/d320df6ed55744219f43841268d3bab1_SeqId_4_ 2024-11-20T21:47:52,551 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.HStore(327): Store=9e0e750895ce780cf77a49e9ddacc331/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:52,551 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,552 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e0e750895ce780cf77a49e9ddacc331 columnFamilyName f2 2024-11-20T21:47:52,552 DEBUG [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:52,553 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.HStore(327): Store=9e0e750895ce780cf77a49e9ddacc331/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:52,553 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,554 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e0e750895ce780cf77a49e9ddacc331 columnFamilyName mob 2024-11-20T21:47:52,554 DEBUG [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:52,559 DEBUG [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/mob/d4eede1228cd4434a8d9f7445d89d2ba_SeqId_4_ 2024-11-20T21:47:52,559 INFO [StoreOpener-9e0e750895ce780cf77a49e9ddacc331-1 {}] regionserver.HStore(327): Store=9e0e750895ce780cf77a49e9ddacc331/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:52,560 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,560 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,561 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,562 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,562 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,563 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:47:52,564 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,564 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 9e0e750895ce780cf77a49e9ddacc331; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11367508000, jitterRate=0.058681681752204895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:47:52,564 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:52,565 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 9e0e750895ce780cf77a49e9ddacc331: Running coprocessor pre-open hook at 1732139272542Writing region info on filesystem at 1732139272542Initializing all the Stores at 1732139272543 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139272543Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139272543Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139272543Cleaning up temporary data from old regions at 1732139272562 (+19 ms)Running coprocessor post-open hooks at 1732139272564 (+2 ms)Region opened successfully at 1732139272564 2024-11-20T21:47:52,565 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., pid=86, masterSystemTime=1732139272517 2024-11-20T21:47:52,567 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:52,567 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:47:52,567 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=9e0e750895ce780cf77a49e9ddacc331, regionState=OPEN, openSeqNum=7, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:52,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e0e750895ce780cf77a49e9ddacc331, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:52,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=82 2024-11-20T21:47:52,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e0e750895ce780cf77a49e9ddacc331, server=0b16ab3f13b7,36703,1732139154691 in 205 msec 2024-11-20T21:47:52,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-20T21:47:52,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=9e0e750895ce780cf77a49e9ddacc331, REOPEN/MOVE in 528 msec 2024-11-20T21:47:52,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-20T21:47:52,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 533 msec 2024-11-20T21:47:52,577 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-20T21:47:52,577 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., family=f3 2024-11-20T21:47:52,578 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732139265663.795a498268a167e3a90ce135356566da., family=f3 2024-11-20T21:47:52,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 952 msec 2024-11-20T21:47:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T21:47:52,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-20T21:47:52,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-20T21:47:52,586 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:47:52,586 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:40403/backupUT/backup_1732139242504/default/test-1732139168733/f2/d6d30ee53d0b4447ae0c840b80fbf5f5 from hbase tables test-1732139168733 to tables table1 2024-11-20T21:47:52,586 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732139168733 into table1 2024-11-20T21:47:52,587 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139272586 from hdfs://localhost:40403/backupUT/backup_1732139242504/default/test-1732139168733/f2/d6d30ee53d0b4447ae0c840b80fbf5f5 2024-11-20T21:47:52,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d21f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:52,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:52,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:52,589 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:52,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:52,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:52,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277f8551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:52,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:52,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:52,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:52,590 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:52,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67214a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:52,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:52,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:52,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d739673 2024-11-20T21:47:52,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:52,593 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:52,593 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-20T21:47:52,593 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-20T21:47:52,593 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-20T21:47:52,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:52,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:52,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:52,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:52,597 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-20T21:47:52,597 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-20T21:47:52,597 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-20T21:47:52,597 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/partitions_584270d6-7d48-4d78-a6ca-f7190f825768 2024-11-20T21:47:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741989_1165 (size=177) 2024-11-20T21:47:53,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:53,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:53,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-15635048015394052287.jar 2024-11-20T21:47:54,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:54,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:47:54,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:47:54,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:47:54,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:47:54,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:47:54,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:47:54,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:47:54,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:47:54,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:47:54,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:47:54,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:54,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:54,165 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-20T21:47:54,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:54,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:54,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:54,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:54,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:54,166 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-20T21:47:54,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:54,178 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:47:54,191 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-20T21:47:54,306 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local14709385_0015_77b36187-a369-4c61-bd91-2c4451975a59/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:47:54,306 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local14709385_0015_77b36187-a369-4c61-bd91-2c4451975a59/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:47:54,418 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40403/backupUT/backup_1732139242504/default/test-1732139168733/f2/d6d30ee53d0b4447ae0c840b80fbf5f5 2024-11-20T21:47:54,422 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-20T21:47:54,501 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404a6e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:54,501 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:54,501 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:54,502 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36455603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:54,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:54,505 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:54,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfec258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:54,507 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:54,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:54,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:54,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:54,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732139168733-2-0', locateType=CURRENT is [region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=7] 2024-11-20T21:47:54,513 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-20T21:47:54,513 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:54,513 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:54,514 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:54,514 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732139168733-2-0] 2024-11-20T21:47:54,514 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:47:54,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:54,527 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139272586/_temporary/0/_temporary/attempt_local14709385_0015_r_000000_0/f2/14ea20c1870649d9948cdcbac9b61ada is 58, key is row-test-1732139168733-2-0/f2:q1/1732139237494/Put/seqid=0 2024-11-20T21:47:54,530 WARN [Thread-1884 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:47:54,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741990_1166 (size=5607) 2024-11-20T21:47:55,369 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139272586 2024-11-20T21:47:55,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567a9dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:55,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:55,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:55,371 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:55,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:55,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:55,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@982aaff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:55,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:55,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:55,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:55,372 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:55,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655e304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:55,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:55,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:55,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:55,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:55,379 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139272586/_SUCCESS 2024-11-20T21:47:55,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8a22506 2024-11-20T21:47:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:55,384 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:55,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=7] 2024-11-20T21:47:55,389 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-20T21:47:55,394 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139272586/f2/14ea20c1870649d9948cdcbac9b61ada first=Optional[row-test-1732139168733-2-0] last=Optional[row-test-1732139168733-2-6] 2024-11-20T21:47:55,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139272586/f2/14ea20c1870649d9948cdcbac9b61ada for inclusion in 9e0e750895ce780cf77a49e9ddacc331/f2 2024-11-20T21:47:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732139168733-2-0 last=row-test-1732139168733-2-6 2024-11-20T21:47:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-20T21:47:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HRegion(2603): Flush status journal for 9e0e750895ce780cf77a49e9ddacc331: 2024-11-20T21:47:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-default-table1-1732139272586/f2/14ea20c1870649d9948cdcbac9b61ada to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__hdsfj8b4hsh0qjh8cpnsjb75h3dml355p4jmu1m9pkpq41k0uo7n1gnvjno0di58/f2/14ea20c1870649d9948cdcbac9b61ada 2024-11-20T21:47:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__hdsfj8b4hsh0qjh8cpnsjb75h3dml355p4jmu1m9pkpq41k0uo7n1gnvjno0di58/f2/14ea20c1870649d9948cdcbac9b61ada as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/f2/5059b8dad6f64ba597a95e6c642f9797_SeqId_9_ 2024-11-20T21:47:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792bd53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:55,405 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532d1d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:55,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:55,406 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:55,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a72ffe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:55,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:55,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aa39b6a 2024-11-20T21:47:55,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:55,408 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:55,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:55,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:55,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:55,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:55,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:55,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:55,423 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703. 2024-11-20T21:47:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:55,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:55,424 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__hdsfj8b4hsh0qjh8cpnsjb75h3dml355p4jmu1m9pkpq41k0uo7n1gnvjno0di58/f2/14ea20c1870649d9948cdcbac9b61ada into 9e0e750895ce780cf77a49e9ddacc331/f2 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/f2/5059b8dad6f64ba597a95e6c642f9797_SeqId_9_ - updating store file list. 2024-11-20T21:47:55,429 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/f2/5059b8dad6f64ba597a95e6c642f9797_SeqId_9_ into 9e0e750895ce780cf77a49e9ddacc331/f2 2024-11-20T21:47:55,429 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__hdsfj8b4hsh0qjh8cpnsjb75h3dml355p4jmu1m9pkpq41k0uo7n1gnvjno0di58/f2/14ea20c1870649d9948cdcbac9b61ada into 9e0e750895ce780cf77a49e9ddacc331/f2 (new location: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/f2/5059b8dad6f64ba597a95e6c642f9797_SeqId_9_) 2024-11-20T21:47:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__table1__hdsfj8b4hsh0qjh8cpnsjb75h3dml355p4jmu1m9pkpq41k0uo7n1gnvjno0di58/f2/14ea20c1870649d9948cdcbac9b61ada 2024-11-20T21:47:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2620a13b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:55,431 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:55,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30901d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:55,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:55,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:55,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:55,433 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:55,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f62e5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:55,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:55,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a427e89 2024-11-20T21:47:55,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:55,435 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T21:47:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:55,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:55,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:55,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T21:47:55,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:55,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:55,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:55,450 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703. 2024-11-20T21:47:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:55,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:55,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:55,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:55,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:55,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:55,452 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-20T21:47:55,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:55,452 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1732139168733 has been successfully restored to table1 2024-11-20T21:47:55,452 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-20T21:47:55,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=7 , the old value is region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b16ab3f13b7:36703 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:47:55,452 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732139242504 hdfs://localhost:40403/backupUT/backup_1732139242504/default/test-1732139168733/ 2024-11-20T21:47:55,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:47:55,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=7 from cache 2024-11-20T21:47:55,453 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40403/backupUT/backup_1732139210221/.backup.manifest 2024-11-20T21:47:55,453 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T21:47:55,455 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732139210221/.backup.manifest 2024-11-20T21:47:55,455 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17321391687331' to 'ns2:table2' from full backup image hdfs://localhost:40403/backupUT/backup_1732139210221/ns2/test-17321391687331 2024-11-20T21:47:55,457 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17321391687331', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732139242504 2024-11-20T21:47:55,460 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-20T21:47:55,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable ns2:table2 2024-11-20T21:47:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-20T21:47:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T21:47:55,464 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139275464"}]},"ts":"1732139275464"} 2024-11-20T21:47:55,466 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-20T21:47:55,466 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-20T21:47:55,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-20T21:47:55,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=2cccd61621592dbeace0eca476e6c27f, UNASSIGN}] 2024-11-20T21:47:55,469 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=2cccd61621592dbeace0eca476e6c27f, UNASSIGN 2024-11-20T21:47:55,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=2cccd61621592dbeace0eca476e6c27f, regionState=CLOSING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:55,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=2cccd61621592dbeace0eca476e6c27f, UNASSIGN because future has completed 2024-11-20T21:47:55,472 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T21:47:55,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2cccd61621592dbeace0eca476e6c27f, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:55,559 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:36703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T21:47:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T21:47:55,624 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:55,624 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T21:47:55,624 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 2cccd61621592dbeace0eca476e6c27f, disabling compactions & flushes 2024-11-20T21:47:55,624 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. 2024-11-20T21:47:55,624 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. 2024-11-20T21:47:55,624 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. after waiting 0 ms 2024-11-20T21:47:55,625 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. 2024-11-20T21:47:55,629 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T21:47:55,630 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:47:55,630 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. 2024-11-20T21:47:55,630 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 2cccd61621592dbeace0eca476e6c27f: Waiting for close lock at 1732139275624Running coprocessor pre-close hooks at 1732139275624Disabling compacts and flushes for region at 1732139275624Disabling writes for close at 1732139275624Writing region close event to WAL at 1732139275625 (+1 ms)Running coprocessor post-close hooks at 1732139275629 (+4 ms)Closed at 1732139275630 (+1 ms) 2024-11-20T21:47:55,631 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:55,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=2cccd61621592dbeace0eca476e6c27f, regionState=CLOSED 2024-11-20T21:47:55,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2cccd61621592dbeace0eca476e6c27f, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:55,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-20T21:47:55,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 2cccd61621592dbeace0eca476e6c27f, server=0b16ab3f13b7,36703,1732139154691 in 163 msec 2024-11-20T21:47:55,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T21:47:55,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=2cccd61621592dbeace0eca476e6c27f, UNASSIGN in 168 msec 2024-11-20T21:47:55,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-20T21:47:55,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 174 msec 2024-11-20T21:47:55,644 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139275644"}]},"ts":"1732139275644"} 2024-11-20T21:47:55,645 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-20T21:47:55,645 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-20T21:47:55,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 185 msec 2024-11-20T21:47:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T21:47:55,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-20T21:47:55,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate ns2:table2 2024-11-20T21:47:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-20T21:47:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T21:47:55,782 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-20T21:47:55,785 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:55,787 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f/f, FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f/recovered.edits] 2024-11-20T21:47:55,790 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f/f/5970a314ebb24385b376d770a7cbadd8_SeqId_4_ to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/archive/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f/f/5970a314ebb24385b376d770a7cbadd8_SeqId_4_ 2024-11-20T21:47:55,793 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f/recovered.edits/6.seqid to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/archive/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f/recovered.edits/6.seqid 2024-11-20T21:47:55,794 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/2cccd61621592dbeace0eca476e6c27f 2024-11-20T21:47:55,794 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-20T21:47:55,799 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-20T21:47:55,801 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-20T21:47:55,802 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-20T21:47:55,802 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732139275802"}]},"ts":"9223372036854775807"} 2024-11-20T21:47:55,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T21:47:55,804 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2cccd61621592dbeace0eca476e6c27f, NAME => 'ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T21:47:55,804 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-20T21:47:55,805 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732139275804"}]},"ts":"9223372036854775807"} 2024-11-20T21:47:55,809 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-20T21:47:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741991_1167 (size=351) 2024-11-20T21:47:55,821 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5930419ddd2cd5a145e86420e1122c4, NAME => 'ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e 2024-11-20T21:47:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741992_1168 (size=37) 2024-11-20T21:47:55,828 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:55,828 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing e5930419ddd2cd5a145e86420e1122c4, disabling compactions & flushes 2024-11-20T21:47:55,828 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. 2024-11-20T21:47:55,828 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. 2024-11-20T21:47:55,828 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. after waiting 0 ms 2024-11-20T21:47:55,828 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. 2024-11-20T21:47:55,828 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. 2024-11-20T21:47:55,828 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5930419ddd2cd5a145e86420e1122c4: Waiting for close lock at 1732139275828Disabling compacts and flushes for region at 1732139275828Disabling writes for close at 1732139275828Writing region close event to WAL at 1732139275828Closed at 1732139275828 2024-11-20T21:47:55,829 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732139275829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139275829"}]},"ts":"1732139275829"} 2024-11-20T21:47:55,830 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:47:55,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139275831"}]},"ts":"1732139275831"} 2024-11-20T21:47:55,832 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-20T21:47:55,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=e5930419ddd2cd5a145e86420e1122c4, ASSIGN}] 2024-11-20T21:47:55,833 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=e5930419ddd2cd5a145e86420e1122c4, ASSIGN 2024-11-20T21:47:55,834 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=e5930419ddd2cd5a145e86420e1122c4, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36703,1732139154691; forceNewPlan=false, retain=false 2024-11-20T21:47:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T21:47:55,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=e5930419ddd2cd5a145e86420e1122c4, regionState=OPENING, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:55,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=e5930419ddd2cd5a145e86420e1122c4, ASSIGN because future has completed 2024-11-20T21:47:55,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5930419ddd2cd5a145e86420e1122c4, server=0b16ab3f13b7,36703,1732139154691}] 2024-11-20T21:47:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T21:47:56,142 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. 2024-11-20T21:47:56,142 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => e5930419ddd2cd5a145e86420e1122c4, NAME => 'ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:47:56,143 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-20T21:47:56,143 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 e5930419ddd2cd5a145e86420e1122c4 2024-11-20T21:47:56,143 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:56,143 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for e5930419ddd2cd5a145e86420e1122c4 2024-11-20T21:47:56,143 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for e5930419ddd2cd5a145e86420e1122c4 2024-11-20T21:47:56,144 INFO [StoreOpener-e5930419ddd2cd5a145e86420e1122c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5930419ddd2cd5a145e86420e1122c4 2024-11-20T21:47:56,146 INFO [StoreOpener-e5930419ddd2cd5a145e86420e1122c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5930419ddd2cd5a145e86420e1122c4 columnFamilyName f 2024-11-20T21:47:56,146 DEBUG [StoreOpener-e5930419ddd2cd5a145e86420e1122c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:56,147 INFO [StoreOpener-e5930419ddd2cd5a145e86420e1122c4-1 {}] regionserver.HStore(327): Store=e5930419ddd2cd5a145e86420e1122c4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:56,147 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for e5930419ddd2cd5a145e86420e1122c4 2024-11-20T21:47:56,147 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/e5930419ddd2cd5a145e86420e1122c4 2024-11-20T21:47:56,148 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/e5930419ddd2cd5a145e86420e1122c4 2024-11-20T21:47:56,148 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for e5930419ddd2cd5a145e86420e1122c4 2024-11-20T21:47:56,148 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for e5930419ddd2cd5a145e86420e1122c4 2024-11-20T21:47:56,150 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for e5930419ddd2cd5a145e86420e1122c4 2024-11-20T21:47:56,152 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/e5930419ddd2cd5a145e86420e1122c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:47:56,152 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened e5930419ddd2cd5a145e86420e1122c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10140509600, jitterRate=-0.05559144914150238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:47:56,152 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5930419ddd2cd5a145e86420e1122c4 2024-11-20T21:47:56,153 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for e5930419ddd2cd5a145e86420e1122c4: Running coprocessor pre-open hook at 1732139276143Writing region info on filesystem at 1732139276143Initializing all the Stores at 1732139276144 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139276144Cleaning up temporary data from old regions at 1732139276148 (+4 ms)Running coprocessor post-open hooks at 1732139276152 (+4 ms)Region opened successfully at 1732139276153 (+1 ms) 2024-11-20T21:47:56,153 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4., pid=94, masterSystemTime=1732139276139 2024-11-20T21:47:56,155 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. 2024-11-20T21:47:56,155 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. 2024-11-20T21:47:56,156 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=e5930419ddd2cd5a145e86420e1122c4, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:56,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5930419ddd2cd5a145e86420e1122c4, server=0b16ab3f13b7,36703,1732139154691 because future has completed 2024-11-20T21:47:56,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T21:47:56,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure e5930419ddd2cd5a145e86420e1122c4, server=0b16ab3f13b7,36703,1732139154691 in 171 msec 2024-11-20T21:47:56,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-20T21:47:56,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=e5930419ddd2cd5a145e86420e1122c4, ASSIGN in 328 msec 2024-11-20T21:47:56,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139276161"}]},"ts":"1732139276161"} 2024-11-20T21:47:56,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-20T21:47:56,163 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-20T21:47:56,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 383 msec 2024-11-20T21:47:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T21:47:56,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-20T21:47:56,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-20T21:47:56,412 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40403/backupUT/backup_1732139210221/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70 from hbase tables ns2:test-17321391687331 to tables ns2:table2 2024-11-20T21:47:56,412 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17321391687331 into ns2:table2 2024-11-20T21:47:56,414 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139276412 from hdfs://localhost:40403/backupUT/backup_1732139210221/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:47:56,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5273de93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:56,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:56,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:56,415 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:56,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:56,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:56,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aa205f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:56,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:56,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:56,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:56,417 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:56,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbd41d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:56,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:56,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:56,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc9fb6f 2024-11-20T21:47:56,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:56,419 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:56,420 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-20T21:47:56,420 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-20T21:47:56,420 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-20T21:47:56,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:56,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:56,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:56,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:56,423 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-20T21:47:56,423 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-20T21:47:56,423 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/partitions_eef8d16b-34c9-4531-afa5-a91064c07582 2024-11-20T21:47:56,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741993_1169 (size=153) 2024-11-20T21:47:56,834 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:56,835 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:56,835 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,136 DEBUG [regionserver/0b16ab3f13b7:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-20T21:47:57,707 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-20T21:47:57,877 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop-4446626793913281787.jar 2024-11-20T21:47:57,878 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,878 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,878 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,878 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,879 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,879 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,879 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,879 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,879 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:57,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-20T21:47:57,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-20T21:47:57,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-20T21:47:57,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-20T21:47:57,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-20T21:47:57,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-20T21:47:57,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-20T21:47:57,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-20T21:47:57,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-20T21:47:57,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-20T21:47:57,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-20T21:47:57,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-20T21:47:57,883 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-20T21:47:57,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:57,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:57,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:57,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:57,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:57,883 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-20T21:47:57,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-20T21:47:57,900 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-20T21:47:57,920 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-20T21:47:58,032 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1368333776_0016_f9f2a01b-c8c0-4af3-b3e1-e4f6a855d417/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-20T21:47:58,032 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/mapreduce.cluster.local.dir/job_local1368333776_0016_f9f2a01b-c8c0-4af3-b3e1-e4f6a855d417/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-20T21:47:58,093 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40403/backupUT/backup_1732139210221/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/2201138427ab49649c74f27717c52ca9 2024-11-20T21:47:58,096 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-20T21:47:58,146 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40403/backupUT/backup_1732139210221/ns2/test-17321391687331/archive/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/f/4b56927c26e24aa9976b5c996b81c809 2024-11-20T21:47:58,150 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-20T21:47:58,182 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b593d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:58,182 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:58,182 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:58,183 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:58,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:58,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:58,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff314e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:58,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:58,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:58,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:58,185 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:58,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686b1802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:58,186 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:58,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:58,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:58,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:58,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:58,190 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-20T21:47:58,190 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:58,190 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:58,190 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:58,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:58,190 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-20T21:47:58,190 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 0b16ab3f13b7 2024-11-20T21:47:58,194 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139276412/_temporary/0/_temporary/attempt_local1368333776_0016_r_000000_0/f/9a7e61b23dff4b6b810b4ffe4d2daf5c is 38, key is row-t20/f:q1/1732139195902/Put/seqid=0 2024-11-20T21:47:58,196 WARN [Thread-1959 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [0b16ab3f13b7:36703] Specified favored nodes: [0b16ab3f13b7:36703] 2024-11-20T21:47:58,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741994_1170 (size=8935) 2024-11-20T21:47:59,075 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139276412 2024-11-20T21:47:59,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42585cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:59,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:59,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:59,077 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:59,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:59,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:59,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6305b99e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:59,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:59,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:59,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,078 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:59,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b645ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:59,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:59,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:59,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:59,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:59,084 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139276412/_SUCCESS 2024-11-20T21:47:59,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:59,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:59,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46359568 2024-11-20T21:47:59,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:59,088 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:59,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:59,092 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-20T21:47:59,097 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139276412/f/9a7e61b23dff4b6b810b4ffe4d2daf5c first=Optional[row-t20] last=Optional[row98] 2024-11-20T21:47:59,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139276412/f/9a7e61b23dff4b6b810b4ffe4d2daf5c for inclusion in e5930419ddd2cd5a145e86420e1122c4/f 2024-11-20T21:47:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-20T21:47:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:47:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HRegion(2603): Flush status journal for e5930419ddd2cd5a145e86420e1122c4: 2024-11-20T21:47:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/hbase-staging/bulk_output-ns2-table2-1732139276412/f/9a7e61b23dff4b6b810b4ffe4d2daf5c to hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__ns2_table2__tvr8m96jk2jqoob178puhrrf0qlth9i4hgmjp5lofemdqh3kvuncmtectohkks7b/f/9a7e61b23dff4b6b810b4ffe4d2daf5c 2024-11-20T21:47:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__ns2_table2__tvr8m96jk2jqoob178puhrrf0qlth9i4hgmjp5lofemdqh3kvuncmtectohkks7b/f/9a7e61b23dff4b6b810b4ffe4d2daf5c as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/e5930419ddd2cd5a145e86420e1122c4/f/f4786a011ab746668066680c0d4eec22_SeqId_4_ 2024-11-20T21:47:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7653c4f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:59,108 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:59,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,109 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:59,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6782549d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:59,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:59,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d2f0d52 2024-11-20T21:47:59,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:59,111 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:59,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:59,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:59,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:59,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:59,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:59,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:59,126 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703. 2024-11-20T21:47:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:59,127 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__ns2_table2__tvr8m96jk2jqoob178puhrrf0qlth9i4hgmjp5lofemdqh3kvuncmtectohkks7b/f/9a7e61b23dff4b6b810b4ffe4d2daf5c into e5930419ddd2cd5a145e86420e1122c4/f as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/e5930419ddd2cd5a145e86420e1122c4/f/f4786a011ab746668066680c0d4eec22_SeqId_4_ - updating store file list. 2024-11-20T21:47:59,132 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/e5930419ddd2cd5a145e86420e1122c4/f/f4786a011ab746668066680c0d4eec22_SeqId_4_ into e5930419ddd2cd5a145e86420e1122c4/f 2024-11-20T21:47:59,132 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__ns2_table2__tvr8m96jk2jqoob178puhrrf0qlth9i4hgmjp5lofemdqh3kvuncmtectohkks7b/f/9a7e61b23dff4b6b810b4ffe4d2daf5c into e5930419ddd2cd5a145e86420e1122c4/f (new location: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/e5930419ddd2cd5a145e86420e1122c4/f/f4786a011ab746668066680c0d4eec22_SeqId_4_) 2024-11-20T21:47:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/staging/jenkins__ns2_table2__tvr8m96jk2jqoob178puhrrf0qlth9i4hgmjp5lofemdqh3kvuncmtectohkks7b/f/9a7e61b23dff4b6b810b4ffe4d2daf5c 2024-11-20T21:47:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c3869c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38221,-1 for getting cluster id 2024-11-20T21:47:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:59,134 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '782a2f80-565b-4ca3-ac24-1b924b92b6f3' 2024-11-20T21:47:59,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:59,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "782a2f80-565b-4ca3-ac24-1b924b92b6f3" 2024-11-20T21:47:59,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d93918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:59,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38221,-1] 2024-11-20T21:47:59,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:59,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,136 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:59,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5601f549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-20T21:47:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:59,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:59,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14b2c247 2024-11-20T21:47:59,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:59,138 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T21:47:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:59,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36703,1732139154691, seqNum=-1] 2024-11-20T21:47:59,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:59,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T21:47:59,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-20T21:47:59,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-20T21:47:59,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:59,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703. 2024-11-20T21:47:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:59,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:59,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:59,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,154 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-20T21:47:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 , the old value is region=ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b16ab3f13b7:36703 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:47:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:47:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 from cache 2024-11-20T21:47:59,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:59,155 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T21:47:59,174 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17321391687331', skipping incremental restore step. 2024-11-20T21:47:59,174 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-20T21:47:59,174 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732139242504 hdfs://localhost:40403/backupUT/backup_1732139242504/ns2/test-17321391687331/ 2024-11-20T21:47:59,174 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-20T21:47:59,175 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:47:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.CallRunner(138): callId: 733 service: ClientService methodName: Scan size: 160 connection: 172.17.0.3:59586 deadline: 1732139339175, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. is not online on 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:59,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 , the old value is region=table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. is not online on 0b16ab3f13b7,36703,1732139154691 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:59,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be. is not online on 0b16ab3f13b7,36703,1732139154691 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:59,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732139255566.f52c44b139ada052cd65fab0c3e871be., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 from cache 2024-11-20T21:47:59,259 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:36703 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T21:47:59,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=7] 2024-11-20T21:47:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.CallRunner(138): callId: 737 service: ClientService methodName: Scan size: 170 connection: 172.17.0.3:59586 deadline: 1732139339296, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. is not online on 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:59,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 , the old value is region=table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. is not online on 0b16ab3f13b7,36703,1732139154691 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:59,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938. is not online on 0b16ab3f13b7,36703,1732139154691 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:59,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732139255566.4867f94e96bb61b364f359f29bbc3938., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 from cache 2024-11-20T21:47:59,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732139265663.795a498268a167e3a90ce135356566da., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=7] 2024-11-20T21:47:59,414 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-20T21:47:59,418 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-20T21:47:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:59,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-20T21:47:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:59,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-20T21:47:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:59,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-20T21:47:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:59,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-20T21:47:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:59,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-20T21:47:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:59,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-20T21:47:59,453 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-20T21:47:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36703 {}] ipc.CallRunner(138): callId: 745 service: ClientService methodName: Scan size: 159 connection: 172.17.0.3:59586 deadline: 1732139339453, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. is not online on 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:59,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 , the old value is region=ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. is not online on 0b16ab3f13b7,36703,1732139154691 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:59,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f. is not online on 0b16ab3f13b7,36703,1732139154691 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:47:59,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2 from cache 2024-11-20T21:47:59,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4., hostname=0b16ab3f13b7,36703,1732139154691, seqNum=2] 2024-11-20T21:47:59,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:59,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:59,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:59,589 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=635 (was 611) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/cluster_dce8a2d3-310c-c90b-aea4-ce34cfffa4e6/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_828054781_20 at /127.0.0.1:40938 [Receiving block BP-256849844-172.17.0.3-1732139147417:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1831014449_20 at /127.0.0.1:39428 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256849844-172.17.0.3-1732139147417:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_828054781_20 at /127.0.0.1:40928 [Receiving block BP-256849844-172.17.0.3-1732139147417:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_828054781_20 at /127.0.0.1:40912 [Receiving block BP-256849844-172.17.0.3-1732139147417:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (0b16ab3f13b7,38221,1732139151143)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(0b16ab3f13b7,36703,1732139154691)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256849844-172.17.0.3-1732139147417:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/cluster_dce8a2d3-310c-c90b-aea4-ce34cfffa4e6/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1831014449_20 at /127.0.0.1:48776 [Waiting for operation #98] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-256849844-172.17.0.3-1732139147417:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '0b16ab3f13b7,36703,1732139154691' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=645 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=471 (was 638), ProcessCount=9 (was 9), AvailableMemoryMB=5370 (was 5443) 2024-11-20T21:47:59,590 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=635 is superior to 500 2024-11-20T21:47:59,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:47:59,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:59,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:59,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,602 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:47:59,602 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1706142374, stopped=false 2024-11-20T21:47:59,603 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,38221,1732139151143 2024-11-20T21:47:59,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:47:59,605 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-20T21:47:59,605 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:47:59,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-20T21:47:59,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:47:59,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:47:59,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:47:59,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:59,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,611 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,36703,1732139154691' ***** 2024-11-20T21:47:59,611 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:47:59,611 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-20T21:47:59,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-20T21:47:59,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-20T21:47:59,617 INFO [RS:0;0b16ab3f13b7:36703 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@20d0179b{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-20T21:47:59,619 INFO [RS:0;0b16ab3f13b7:36703 {}] server.AbstractConnector(383): Stopped ServerConnector@381b2336{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-20T21:47:59,620 INFO [RS:0;0b16ab3f13b7:36703 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:47:59,620 INFO [RS:0;0b16ab3f13b7:36703 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@66ed5787{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-20T21:47:59,620 INFO [RS:0;0b16ab3f13b7:36703 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2ae6f9c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,STOPPED} 2024-11-20T21:47:59,627 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:47:59,628 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:47:59,628 INFO [RS:0;0b16ab3f13b7:36703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:47:59,628 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(3091): Received CLOSE for b0795702f49e7aa48435330905b23509 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(3091): Received CLOSE for 795a498268a167e3a90ce135356566da 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(3091): Received CLOSE for cc1a6fc81bef898b7cfa695f34869c70 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(3091): Received CLOSE for 35c97c74f4506b6300ceac0baaaa639f 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(3091): Received CLOSE for 44ecc6781628bf65269089b4ef81ca14 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(3091): Received CLOSE for 2fafd61a4f53442775f9d09cb9b5dcc4 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(3091): Received CLOSE for ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e0e750895ce780cf77a49e9ddacc331 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(3091): Received CLOSE for e5930419ddd2cd5a145e86420e1122c4 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,36703,1732139154691 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:47:59,629 INFO [RS:0;0b16ab3f13b7:36703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:36703. 2024-11-20T21:47:59,630 DEBUG [RS:0;0b16ab3f13b7:36703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:47:59,630 DEBUG [RS:0;0b16ab3f13b7:36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:59,630 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0795702f49e7aa48435330905b23509, disabling compactions & flushes 2024-11-20T21:47:59,630 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:47:59,630 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:47:59,630 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:47:59,630 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:47:59,630 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:47:59,630 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:47:59,630 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. after waiting 0 ms 2024-11-20T21:47:59,630 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:47:59,633 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-20T21:47:59,633 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:47:59,633 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:47:59,633 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:47:59,633 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:47:59,633 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:47:59,633 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-20T21:47:59,633 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fafd61a4f53442775f9d09cb9b5dcc4, 35c97c74f4506b6300ceac0baaaa639f, 44ecc6781628bf65269089b4ef81ca14, 795a498268a167e3a90ce135356566da, 9e0e750895ce780cf77a49e9ddacc331, b0795702f49e7aa48435330905b23509, cc1a6fc81bef898b7cfa695f34869c70, e5930419ddd2cd5a145e86420e1122c4, ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:47:59,644 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns4/test-17321391687333/b0795702f49e7aa48435330905b23509/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:47:59,645 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:47:59,645 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:47:59,645 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0795702f49e7aa48435330905b23509: Waiting for close lock at 1732139279629Running coprocessor pre-close hooks at 1732139279629Disabling compacts and flushes for region at 1732139279629Disabling writes for close at 1732139279630 (+1 ms)Writing region close event to WAL at 1732139279633 (+3 ms)Running coprocessor post-close hooks at 1732139279645 (+12 ms)Closed at 1732139279645 2024-11-20T21:47:59,646 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17321391687333,,1732139173126.b0795702f49e7aa48435330905b23509. 2024-11-20T21:47:59,646 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 795a498268a167e3a90ce135356566da, disabling compactions & flushes 2024-11-20T21:47:59,646 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:59,646 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:59,646 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732139265663.795a498268a167e3a90ce135356566da. after waiting 0 ms 2024-11-20T21:47:59,646 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:59,655 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/795a498268a167e3a90ce135356566da/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-20T21:47:59,656 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:47:59,656 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:59,656 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 795a498268a167e3a90ce135356566da: Waiting for close lock at 1732139279646Running coprocessor pre-close hooks at 1732139279646Disabling compacts and flushes for region at 1732139279646Disabling writes for close at 1732139279646Writing region close event to WAL at 1732139279647 (+1 ms)Running coprocessor post-close hooks at 1732139279656 (+9 ms)Closed at 1732139279656 2024-11-20T21:47:59,656 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732139265663.795a498268a167e3a90ce135356566da. 2024-11-20T21:47:59,656 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc1a6fc81bef898b7cfa695f34869c70, disabling compactions & flushes 2024-11-20T21:47:59,656 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:47:59,656 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:47:59,656 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. after waiting 0 ms 2024-11-20T21:47:59,656 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:47:59,666 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/test-17321391687331/cc1a6fc81bef898b7cfa695f34869c70/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-20T21:47:59,666 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:47:59,667 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:47:59,667 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc1a6fc81bef898b7cfa695f34869c70: Waiting for close lock at 1732139279656Running coprocessor pre-close hooks at 1732139279656Disabling compacts and flushes for region at 1732139279656Disabling writes for close at 1732139279656Writing region close event to WAL at 1732139279659 (+3 ms)Running coprocessor post-close hooks at 1732139279666 (+7 ms)Closed at 1732139279667 (+1 ms) 2024-11-20T21:47:59,667 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70. 2024-11-20T21:47:59,667 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35c97c74f4506b6300ceac0baaaa639f, disabling compactions & flushes 2024-11-20T21:47:59,667 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:47:59,668 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:47:59,668 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. after waiting 0 ms 2024-11-20T21:47:59,668 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:47:59,668 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35c97c74f4506b6300ceac0baaaa639f 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-20T21:47:59,670 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/.tmp/info/c31e335ff87b4132be6382e43deb0078 is 159, key is ns2:test-17321391687331,,1732139170642.cc1a6fc81bef898b7cfa695f34869c70./info:regioninfo/1732139171447/Put/seqid=0 2024-11-20T21:47:59,686 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/meta/a4ea2e8de71d4eee87f85a5c2a027ac3 is 158, key is trslm:hdfs://localhost:40403/backupUT\x00ns2:test-17321391687331/meta:log-roll-map/1732139255480/Put/seqid=0 2024-11-20T21:47:59,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741995_1171 (size=19093) 2024-11-20T21:47:59,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741996_1172 (size=6208) 2024-11-20T21:47:59,705 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:47:59,833 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fafd61a4f53442775f9d09cb9b5dcc4, 35c97c74f4506b6300ceac0baaaa639f, 44ecc6781628bf65269089b4ef81ca14, 9e0e750895ce780cf77a49e9ddacc331, e5930419ddd2cd5a145e86420e1122c4, ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:48:00,033 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fafd61a4f53442775f9d09cb9b5dcc4, 35c97c74f4506b6300ceac0baaaa639f, 44ecc6781628bf65269089b4ef81ca14, 9e0e750895ce780cf77a49e9ddacc331, e5930419ddd2cd5a145e86420e1122c4, ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:48:00,088 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/.tmp/info/c31e335ff87b4132be6382e43deb0078 2024-11-20T21:48:00,098 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/meta/a4ea2e8de71d4eee87f85a5c2a027ac3 2024-11-20T21:48:00,107 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/41b715f675ed4802b0bdc4dd30fd12b3 is 588, key is session:backup_1732139242504/session:context/1732139255509/Put/seqid=0 2024-11-20T21:48:00,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741997_1173 (size=5689) 2024-11-20T21:48:00,111 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/.tmp/ns/454494911ab94b18befe3624395e9f19 is 85, key is ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f./ns:/1732139275797/DeleteFamily/seqid=0 2024-11-20T21:48:00,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741998_1174 (size=5760) 2024-11-20T21:48:00,149 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:48:00,149 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:48:00,234 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fafd61a4f53442775f9d09cb9b5dcc4, 35c97c74f4506b6300ceac0baaaa639f, 44ecc6781628bf65269089b4ef81ca14, 9e0e750895ce780cf77a49e9ddacc331, e5930419ddd2cd5a145e86420e1122c4, ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:48:00,434 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fafd61a4f53442775f9d09cb9b5dcc4, 35c97c74f4506b6300ceac0baaaa639f, 44ecc6781628bf65269089b4ef81ca14, 9e0e750895ce780cf77a49e9ddacc331, e5930419ddd2cd5a145e86420e1122c4, ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:48:00,511 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/41b715f675ed4802b0bdc4dd30fd12b3 2024-11-20T21:48:00,515 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/.tmp/ns/454494911ab94b18befe3624395e9f19 2024-11-20T21:48:00,518 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/meta/a4ea2e8de71d4eee87f85a5c2a027ac3 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/a4ea2e8de71d4eee87f85a5c2a027ac3 2024-11-20T21:48:00,524 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/meta/a4ea2e8de71d4eee87f85a5c2a027ac3, entries=7, sequenceid=52, filesize=6.1 K 2024-11-20T21:48:00,525 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/.tmp/session/41b715f675ed4802b0bdc4dd30fd12b3 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/41b715f675ed4802b0bdc4dd30fd12b3 2024-11-20T21:48:00,531 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/session/41b715f675ed4802b0bdc4dd30fd12b3, entries=2, sequenceid=52, filesize=5.6 K 2024-11-20T21:48:00,532 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 35c97c74f4506b6300ceac0baaaa639f in 864ms, sequenceid=52, compaction requested=true 2024-11-20T21:48:00,555 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system/35c97c74f4506b6300ceac0baaaa639f/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-20T21:48:00,555 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:48:00,556 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:48:00,556 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35c97c74f4506b6300ceac0baaaa639f: Waiting for close lock at 1732139279667Running coprocessor pre-close hooks at 1732139279667Disabling compacts and flushes for region at 1732139279667Disabling writes for close at 1732139279668 (+1 ms)Obtaining lock to block concurrent updates at 1732139279668Preparing flush snapshotting stores in 35c97c74f4506b6300ceac0baaaa639f at 1732139279668Finished memstore snapshotting backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732139279668Flushing stores of backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. at 1732139279672 (+4 ms)Flushing 35c97c74f4506b6300ceac0baaaa639f/meta: creating writer at 1732139279672Flushing 35c97c74f4506b6300ceac0baaaa639f/meta: appending metadata at 1732139279685 (+13 ms)Flushing 35c97c74f4506b6300ceac0baaaa639f/meta: closing flushed file at 1732139279685Flushing 35c97c74f4506b6300ceac0baaaa639f/session: creating writer at 1732139280103 (+418 ms)Flushing 35c97c74f4506b6300ceac0baaaa639f/session: appending metadata at 1732139280106 (+3 ms)Flushing 35c97c74f4506b6300ceac0baaaa639f/session: closing flushed file at 1732139280106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c20f431: reopening flushed file at 1732139280517 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60f85915: reopening flushed file at 1732139280524 (+7 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 35c97c74f4506b6300ceac0baaaa639f in 864ms, sequenceid=52, compaction requested=true at 1732139280532 (+8 ms)Writing region close event to WAL at 1732139280542 (+10 ms)Running coprocessor post-close hooks at 1732139280555 (+13 ms)Closed at 1732139280556 (+1 ms) 2024-11-20T21:48:00,556 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732139175928.35c97c74f4506b6300ceac0baaaa639f. 2024-11-20T21:48:00,556 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44ecc6781628bf65269089b4ef81ca14, disabling compactions & flushes 2024-11-20T21:48:00,556 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:48:00,556 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:48:00,556 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. after waiting 0 ms 2024-11-20T21:48:00,556 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:48:00,557 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/.tmp/rep_barrier/0b7721084b7143fbad6b1a08f49bbbe2 is 94, key is ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f./rep_barrier:/1732139275797/DeleteFamily/seqid=0 2024-11-20T21:48:00,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741999_1175 (size=5640) 2024-11-20T21:48:00,569 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/backup/system_bulk/44ecc6781628bf65269089b4ef81ca14/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:48:00,570 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:48:00,570 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:48:00,570 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44ecc6781628bf65269089b4ef81ca14: Waiting for close lock at 1732139280556Running coprocessor pre-close hooks at 1732139280556Disabling compacts and flushes for region at 1732139280556Disabling writes for close at 1732139280556Writing region close event to WAL at 1732139280557 (+1 ms)Running coprocessor post-close hooks at 1732139280570 (+13 ms)Closed at 1732139280570 2024-11-20T21:48:00,570 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732139178110.44ecc6781628bf65269089b4ef81ca14. 2024-11-20T21:48:00,570 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2fafd61a4f53442775f9d09cb9b5dcc4, disabling compactions & flushes 2024-11-20T21:48:00,570 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:48:00,570 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:48:00,570 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. after waiting 0 ms 2024-11-20T21:48:00,570 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:48:00,582 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns3/test-17321391687332/2fafd61a4f53442775f9d09cb9b5dcc4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:48:00,584 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:48:00,584 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:48:00,584 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2fafd61a4f53442775f9d09cb9b5dcc4: Waiting for close lock at 1732139280570Running coprocessor pre-close hooks at 1732139280570Disabling compacts and flushes for region at 1732139280570Disabling writes for close at 1732139280570Writing region close event to WAL at 1732139280574 (+4 ms)Running coprocessor post-close hooks at 1732139280584 (+10 ms)Closed at 1732139280584 2024-11-20T21:48:00,584 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17321391687332,,1732139171969.2fafd61a4f53442775f9d09cb9b5dcc4. 2024-11-20T21:48:00,584 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee3086fb10500c6e9836bd9d05d967e1, disabling compactions & flushes 2024-11-20T21:48:00,584 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:48:00,584 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:48:00,584 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. after waiting 0 ms 2024-11-20T21:48:00,584 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:48:00,585 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee3086fb10500c6e9836bd9d05d967e1 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-20T21:48:00,610 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/f2/6f5c335f5fce4aec8d6fc58073b7533b is 58, key is row-test-1732139168733-2-0/f2:q1/1732139237494/Put/seqid=0 2024-11-20T21:48:00,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073742000_1176 (size=5464) 2024-11-20T21:48:00,617 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/f2/6f5c335f5fce4aec8d6fc58073b7533b 2024-11-20T21:48:00,626 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/.tmp/f2/6f5c335f5fce4aec8d6fc58073b7533b as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f2/6f5c335f5fce4aec8d6fc58073b7533b 2024-11-20T21:48:00,634 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-20T21:48:00,634 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ee3086fb10500c6e9836bd9d05d967e1=test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1., 9e0e750895ce780cf77a49e9ddacc331=table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331., e5930419ddd2cd5a145e86420e1122c4=ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4.} 2024-11-20T21:48:00,634 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e0e750895ce780cf77a49e9ddacc331, e5930419ddd2cd5a145e86420e1122c4, ee3086fb10500c6e9836bd9d05d967e1 2024-11-20T21:48:00,636 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/f2/6f5c335f5fce4aec8d6fc58073b7533b, entries=7, sequenceid=348, filesize=5.3 K 2024-11-20T21:48:00,637 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ee3086fb10500c6e9836bd9d05d967e1 in 53ms, sequenceid=348, compaction requested=false 2024-11-20T21:48:00,656 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/test-1732139168733/ee3086fb10500c6e9836bd9d05d967e1/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-20T21:48:00,657 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:48:00,657 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:48:00,657 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee3086fb10500c6e9836bd9d05d967e1: Waiting for close lock at 1732139280584Running coprocessor pre-close hooks at 1732139280584Disabling compacts and flushes for region at 1732139280584Disabling writes for close at 1732139280584Obtaining lock to block concurrent updates at 1732139280585 (+1 ms)Preparing flush snapshotting stores in ee3086fb10500c6e9836bd9d05d967e1 at 1732139280585Finished memstore snapshotting test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732139280585Flushing stores of test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. at 1732139280586 (+1 ms)Flushing ee3086fb10500c6e9836bd9d05d967e1/f2: creating writer at 1732139280586Flushing ee3086fb10500c6e9836bd9d05d967e1/f2: appending metadata at 1732139280609 (+23 ms)Flushing ee3086fb10500c6e9836bd9d05d967e1/f2: closing flushed file at 1732139280609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5565d7e0: reopening flushed file at 1732139280625 (+16 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ee3086fb10500c6e9836bd9d05d967e1 in 53ms, sequenceid=348, compaction requested=false at 1732139280637 (+12 ms)Writing region close event to WAL at 1732139280646 (+9 ms)Running coprocessor post-close hooks at 1732139280656 (+10 ms)Closed at 1732139280657 (+1 ms) 2024-11-20T21:48:00,657 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732139168733,,1732139169255.ee3086fb10500c6e9836bd9d05d967e1. 2024-11-20T21:48:00,657 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e0e750895ce780cf77a49e9ddacc331, disabling compactions & flushes 2024-11-20T21:48:00,657 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:48:00,657 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:48:00,657 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. after waiting 0 ms 2024-11-20T21:48:00,657 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:48:00,669 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/default/table1/9e0e750895ce780cf77a49e9ddacc331/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-20T21:48:00,669 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:48:00,669 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:48:00,669 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e0e750895ce780cf77a49e9ddacc331: Waiting for close lock at 1732139280657Running coprocessor pre-close hooks at 1732139280657Disabling compacts and flushes for region at 1732139280657Disabling writes for close at 1732139280657Writing region close event to WAL at 1732139280665 (+8 ms)Running coprocessor post-close hooks at 1732139280669 (+4 ms)Closed at 1732139280669 2024-11-20T21:48:00,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732139265663.9e0e750895ce780cf77a49e9ddacc331. 2024-11-20T21:48:00,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5930419ddd2cd5a145e86420e1122c4, disabling compactions & flushes 2024-11-20T21:48:00,670 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. 2024-11-20T21:48:00,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. 2024-11-20T21:48:00,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. after waiting 0 ms 2024-11-20T21:48:00,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. 2024-11-20T21:48:00,673 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/ns2/table2/e5930419ddd2cd5a145e86420e1122c4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T21:48:00,674 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:48:00,674 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. 2024-11-20T21:48:00,674 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5930419ddd2cd5a145e86420e1122c4: Waiting for close lock at 1732139280670Running coprocessor pre-close hooks at 1732139280670Disabling compacts and flushes for region at 1732139280670Disabling writes for close at 1732139280670Writing region close event to WAL at 1732139280670Running coprocessor post-close hooks at 1732139280674 (+4 ms)Closed at 1732139280674 2024-11-20T21:48:00,674 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732139275796.e5930419ddd2cd5a145e86420e1122c4. 2024-11-20T21:48:00,834 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:48:00,969 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/.tmp/rep_barrier/0b7721084b7143fbad6b1a08f49bbbe2 2024-11-20T21:48:00,991 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/.tmp/table/0708638b129f458ba6be20c30df130e1 is 88, key is ns2:table2,,1732139260176.2cccd61621592dbeace0eca476e6c27f./table:/1732139275797/DeleteFamily/seqid=0 2024-11-20T21:48:00,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073742001_1177 (size=6364) 2024-11-20T21:48:01,035 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:48:01,235 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:48:01,399 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/.tmp/table/0708638b129f458ba6be20c30df130e1 2024-11-20T21:48:01,407 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/.tmp/info/c31e335ff87b4132be6382e43deb0078 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/info/c31e335ff87b4132be6382e43deb0078 2024-11-20T21:48:01,413 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/info/c31e335ff87b4132be6382e43deb0078, entries=114, sequenceid=97, filesize=18.6 K 2024-11-20T21:48:01,414 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/.tmp/ns/454494911ab94b18befe3624395e9f19 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/ns/454494911ab94b18befe3624395e9f19 2024-11-20T21:48:01,422 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/ns/454494911ab94b18befe3624395e9f19, entries=10, sequenceid=97, filesize=5.6 K 2024-11-20T21:48:01,423 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/.tmp/rep_barrier/0b7721084b7143fbad6b1a08f49bbbe2 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/rep_barrier/0b7721084b7143fbad6b1a08f49bbbe2 2024-11-20T21:48:01,430 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/rep_barrier/0b7721084b7143fbad6b1a08f49bbbe2, entries=3, sequenceid=97, filesize=5.5 K 2024-11-20T21:48:01,431 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/.tmp/table/0708638b129f458ba6be20c30df130e1 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/table/0708638b129f458ba6be20c30df130e1 2024-11-20T21:48:01,436 DEBUG [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:48:01,438 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/table/0708638b129f458ba6be20c30df130e1, entries=21, sequenceid=97, filesize=6.2 K 2024-11-20T21:48:01,439 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1806ms, sequenceid=97, compaction requested=false 2024-11-20T21:48:01,456 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-20T21:48:01,457 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:48:01,457 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:48:01,457 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:48:01,457 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139279633Running coprocessor pre-close hooks at 1732139279633Disabling compacts and flushes for region at 1732139279633Disabling writes for close at 1732139279633Obtaining lock to block concurrent updates at 1732139279633Preparing flush snapshotting stores in 1588230740 at 1732139279633Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732139279633Flushing stores of hbase:meta,,1.1588230740 at 1732139279634 (+1 ms)Flushing 1588230740/info: creating writer at 1732139279634Flushing 1588230740/info: appending metadata at 1732139279669 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732139279669Flushing 1588230740/ns: creating writer at 1732139280094 (+425 ms)Flushing 1588230740/ns: appending metadata at 1732139280110 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732139280110Flushing 1588230740/rep_barrier: creating writer at 1732139280520 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732139280556 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732139280556Flushing 1588230740/table: creating writer at 1732139280974 (+418 ms)Flushing 1588230740/table: appending metadata at 1732139280990 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732139280990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5c34a0: reopening flushed file at 1732139281406 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77623f1c: reopening flushed file at 1732139281413 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736b8100: reopening flushed file at 1732139281422 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3582af1a: reopening flushed file at 1732139281430 (+8 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1806ms, sequenceid=97, compaction requested=false at 1732139281439 (+9 ms)Writing region close event to WAL at 1732139281452 (+13 ms)Running coprocessor post-close hooks at 1732139281457 (+5 ms)Closed at 1732139281457 2024-11-20T21:48:01,457 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:48:01,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:48:01,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-20T21:48:01,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-20T21:48:01,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:48:01,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-20T21:48:01,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17321391687333 2024-11-20T21:48:01,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17321391687332 2024-11-20T21:48:01,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-20T21:48:01,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732139168733 2024-11-20T21:48:01,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17321391687331 2024-11-20T21:48:01,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-20T21:48:01,636 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,36703,1732139154691; all regions closed. 2024-11-20T21:48:01,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741955_1131 (size=16160) 2024-11-20T21:48:01,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/WALs/0b16ab3f13b7,36703,1732139154691/0b16ab3f13b7%2C36703%2C1732139154691.meta.1732139247005.meta not finished, retry = 0 2024-11-20T21:48:01,748 DEBUG [RS:0;0b16ab3f13b7:36703 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs 2024-11-20T21:48:01,748 INFO [RS:0;0b16ab3f13b7:36703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.meta:.meta(num 1732139247005) 2024-11-20T21:48:01,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741953_1129 (size=4491) 2024-11-20T21:48:01,762 DEBUG [RS:0;0b16ab3f13b7:36703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs 2024-11-20T21:48:01,762 INFO [RS:0;0b16ab3f13b7:36703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-0:(num 1732139246970) 2024-11-20T21:48:01,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741954_1130 (size=7557) 2024-11-20T21:48:01,768 DEBUG [RS:0;0b16ab3f13b7:36703 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/oldWALs 2024-11-20T21:48:01,768 INFO [RS:0;0b16ab3f13b7:36703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C36703%2C1732139154691.0b16ab3f13b7%2C36703%2C1732139154691.regiongroup-1:(num 1732139246988) 2024-11-20T21:48:01,768 DEBUG [RS:0;0b16ab3f13b7:36703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:01,768 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:48:01,768 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:48:01,768 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:48:01,768 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:48:01,769 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:48:01,770 INFO [RS:0;0b16ab3f13b7:36703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36703 2024-11-20T21:48:01,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-20T21:48:01,777 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/0b16ab3f13b7,36703,1732139154691 2024-11-20T21:48:01,777 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:48:01,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,36703,1732139154691] 2024-11-20T21:48:01,782 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/0b16ab3f13b7,36703,1732139154691 already deleted, retry=false 2024-11-20T21:48:01,782 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,36703,1732139154691 expired; onlineServers=0 2024-11-20T21:48:01,782 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,38221,1732139151143' ***** 2024-11-20T21:48:01,782 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:48:01,782 INFO [M:0;0b16ab3f13b7:38221 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-20T21:48:01,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-20T21:48:01,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-20T21:48:01,793 INFO [M:0;0b16ab3f13b7:38221 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@56e6bf8{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-20T21:48:01,793 INFO [M:0;0b16ab3f13b7:38221 {}] server.AbstractConnector(383): Stopped ServerConnector@69cb2ebd{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-20T21:48:01,793 INFO [M:0;0b16ab3f13b7:38221 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:01,794 INFO [M:0;0b16ab3f13b7:38221 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5b460d1c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-20T21:48:01,794 INFO [M:0;0b16ab3f13b7:38221 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7ca98a11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:01,796 INFO [M:0;0b16ab3f13b7:38221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:48:01,796 INFO [M:0;0b16ab3f13b7:38221 {}] master.HMaster(1770): Stopping master jetty server 2024-11-20T21:48:01,797 INFO [M:0;0b16ab3f13b7:38221 {}] server.AbstractConnector(383): Stopped ServerConnector@56697c07{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-20T21:48:01,800 INFO [M:0;0b16ab3f13b7:38221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:48:01,801 DEBUG [M:0;0b16ab3f13b7:38221 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:48:01,801 INFO [M:0;0b16ab3f13b7:38221 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-20T21:48:01,801 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:48:01,801 INFO [M:0;0b16ab3f13b7:38221 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;0b16ab3f13b7:38221. 2024-11-20T21:48:01,801 DEBUG [M:0;0b16ab3f13b7:38221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:48:01,801 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732139156941 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732139156941,5,FailOnTimeoutGroup] 2024-11-20T21:48:01,801 DEBUG [M:0;0b16ab3f13b7:38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:01,801 DEBUG [M:0;0b16ab3f13b7:38221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:01,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:48:01,801 DEBUG [M:0;0b16ab3f13b7:38221 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:48:01,802 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732139156942 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732139156942,5,FailOnTimeoutGroup] 2024-11-20T21:48:01,802 INFO [M:0;0b16ab3f13b7:38221 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:48:01,802 INFO [M:0;0b16ab3f13b7:38221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:48:01,802 DEBUG [M:0;0b16ab3f13b7:38221 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:48:01,802 INFO [M:0;0b16ab3f13b7:38221 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:48:01,803 INFO [M:0;0b16ab3f13b7:38221 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:48:01,803 ERROR [M:0;0b16ab3f13b7:38221 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-20T21:48:01,804 INFO [M:0;0b16ab3f13b7:38221 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:48:01,804 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:48:01,805 DEBUG [M:0;0b16ab3f13b7:38221 {}] zookeeper.ZKUtil(347): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-20T21:48:01,805 WARN [M:0;0b16ab3f13b7:38221 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:48:01,806 INFO [M:0;0b16ab3f13b7:38221 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/.lastflushedseqids 2024-11-20T21:48:01,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073742002_1178 (size=761) 2024-11-20T21:48:01,882 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:48:01,882 DEBUG [pool-38-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36703-0x1005f27f5fa0001, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:48:01,883 INFO [RS:0;0b16ab3f13b7:36703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:48:01,883 INFO [RS:0;0b16ab3f13b7:36703 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,36703,1732139154691; zookeeper connection closed. 2024-11-20T21:48:01,883 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9213ed8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9213ed8 2024-11-20T21:48:01,884 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:48:02,224 INFO [M:0;0b16ab3f13b7:38221 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:48:02,224 INFO [M:0;0b16ab3f13b7:38221 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:48:02,224 DEBUG [M:0;0b16ab3f13b7:38221 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:48:02,245 INFO [M:0;0b16ab3f13b7:38221 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:02,245 DEBUG [M:0;0b16ab3f13b7:38221 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:02,245 DEBUG [M:0;0b16ab3f13b7:38221 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:48:02,245 DEBUG [M:0;0b16ab3f13b7:38221 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:02,245 INFO [M:0;0b16ab3f13b7:38221 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=436.78 KB heapSize=513.42 KB 2024-11-20T21:48:02,268 DEBUG [M:0;0b16ab3f13b7:38221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bb1e17311934e93b8b1aa50a69b8476 is 82, key is hbase:meta,,1/info:regioninfo/1732139158263/Put/seqid=0 2024-11-20T21:48:02,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073742003_1179 (size=5672) 2024-11-20T21:48:02,675 INFO [M:0;0b16ab3f13b7:38221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bb1e17311934e93b8b1aa50a69b8476 2024-11-20T21:48:02,706 DEBUG [M:0;0b16ab3f13b7:38221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94dae535146a44919fb3b69d66a14bb9 is 2200, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1732139272580/Put/seqid=0 2024-11-20T21:48:02,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073742004_1180 (size=28862) 2024-11-20T21:48:03,112 INFO [M:0;0b16ab3f13b7:38221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=436.22 KB at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94dae535146a44919fb3b69d66a14bb9 2024-11-20T21:48:03,117 INFO [M:0;0b16ab3f13b7:38221 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94dae535146a44919fb3b69d66a14bb9 2024-11-20T21:48:03,139 DEBUG [M:0;0b16ab3f13b7:38221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/603a4ee880e44614896f5766331415da is 69, key is 0b16ab3f13b7,36703,1732139154691/rs:state/1732139157065/Put/seqid=0 2024-11-20T21:48:03,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073742005_1181 (size=5156) 2024-11-20T21:48:03,148 INFO [M:0;0b16ab3f13b7:38221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=903 (bloomFilter=true), to=hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/603a4ee880e44614896f5766331415da 2024-11-20T21:48:03,153 DEBUG [M:0;0b16ab3f13b7:38221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bb1e17311934e93b8b1aa50a69b8476 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bb1e17311934e93b8b1aa50a69b8476 2024-11-20T21:48:03,158 INFO [M:0;0b16ab3f13b7:38221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bb1e17311934e93b8b1aa50a69b8476, entries=8, sequenceid=903, filesize=5.5 K 2024-11-20T21:48:03,161 DEBUG [M:0;0b16ab3f13b7:38221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94dae535146a44919fb3b69d66a14bb9 as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94dae535146a44919fb3b69d66a14bb9 2024-11-20T21:48:03,166 INFO [M:0;0b16ab3f13b7:38221 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94dae535146a44919fb3b69d66a14bb9 2024-11-20T21:48:03,166 INFO [M:0;0b16ab3f13b7:38221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94dae535146a44919fb3b69d66a14bb9, entries=93, sequenceid=903, filesize=28.2 K 2024-11-20T21:48:03,167 DEBUG [M:0;0b16ab3f13b7:38221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/603a4ee880e44614896f5766331415da as hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/603a4ee880e44614896f5766331415da 2024-11-20T21:48:03,176 INFO [M:0;0b16ab3f13b7:38221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40403/user/jenkins/test-data/31f1cf68-39d3-27d1-32d0-1200a6b8ba1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/603a4ee880e44614896f5766331415da, entries=1, sequenceid=903, filesize=5.0 K 2024-11-20T21:48:03,177 INFO [M:0;0b16ab3f13b7:38221 {}] regionserver.HRegion(3140): Finished flush of dataSize ~436.78 KB/447263, heapSize ~513.13 KB/525440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 932ms, sequenceid=903, compaction requested=false 2024-11-20T21:48:03,185 INFO [M:0;0b16ab3f13b7:38221 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:03,186 DEBUG [M:0;0b16ab3f13b7:38221 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139282224Disabling compacts and flushes for region at 1732139282224Disabling writes for close at 1732139282245 (+21 ms)Obtaining lock to block concurrent updates at 1732139282245Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732139282245Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=447263, getHeapSize=525680, getOffHeapSize=0, getCellsCount=1026 at 1732139282245Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732139282246 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732139282246Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732139282268 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732139282268Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732139282682 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732139282705 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732139282705Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732139283118 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732139283138 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732139283138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c98a28: reopening flushed file at 1732139283152 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54381182: reopening flushed file at 1732139283158 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd8eff9: reopening flushed file at 1732139283166 (+8 ms)Finished flush of dataSize ~436.78 KB/447263, heapSize ~513.13 KB/525440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 932ms, sequenceid=903, compaction requested=false at 1732139283177 (+11 ms)Writing region close event to WAL at 1732139283185 (+8 ms)Closed at 1732139283185 2024-11-20T21:48:03,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42211 is added to blk_1073741830_1006 (size=506869) 2024-11-20T21:48:03,194 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:48:03,194 INFO [M:0;0b16ab3f13b7:38221 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:48:03,194 INFO [M:0;0b16ab3f13b7:38221 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-20T21:48:03,195 INFO [M:0;0b16ab3f13b7:38221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38221 2024-11-20T21:48:03,195 INFO [M:0;0b16ab3f13b7:38221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:48:03,299 INFO [M:0;0b16ab3f13b7:38221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:48:03,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:48:03,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38221-0x1005f27f5fa0000, quorum=127.0.0.1:63078, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:48:03,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cc93e4d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:03,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@233938f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:03,312 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:03,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655474f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:48:03,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@191a481c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:03,315 WARN [BP-256849844-172.17.0.3-1732139147417 heartbeating to localhost/127.0.0.1:40403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:48:03,315 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:48:03,315 WARN [BP-256849844-172.17.0.3-1732139147417 heartbeating to localhost/127.0.0.1:40403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-256849844-172.17.0.3-1732139147417 (Datanode Uuid e1a2c9a1-3562-47a8-8123-fba581d5e194) service to localhost/127.0.0.1:40403 2024-11-20T21:48:03,315 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:48:03,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/cluster_dce8a2d3-310c-c90b-aea4-ce34cfffa4e6/data/data1/current/BP-256849844-172.17.0.3-1732139147417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:03,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/cluster_dce8a2d3-310c-c90b-aea4-ce34cfffa4e6/data/data2/current/BP-256849844-172.17.0.3-1732139147417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:03,318 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:48:03,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:48:03,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:03,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:03,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:48:03,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:03,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:48:03,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:48:03,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-20T21:48:03,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6283877{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-20T21:48:03,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2585acd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:03,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:03,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e66a07c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-20T21:48:03,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a6c627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:03,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21646d72{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-20T21:48:03,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54d99b9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:03,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:03,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7930473{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-20T21:48:03,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4937d392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:03,469 ERROR [Thread[Thread-271,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-20T21:48:03,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@849b01d{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-20T21:48:03,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2555932{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:03,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:03,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@382d96c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-20T21:48:03,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52ca3379{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:03,474 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-20T21:48:03,479 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-20T21:48:03,479 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-20T21:48:03,483 ERROR [Thread[Thread-294,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-20T21:48:03,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9dcb818{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-20T21:48:03,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44feffa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:03,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:03,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b4b00b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-20T21:48:03,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47e06e2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/e0e072e3-20db-fd1d-135a-a4c6d3429080/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:03,488 ERROR [Thread[Thread-253,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-20T21:48:03,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped