2024-11-19 00:15:15,001 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 2024-11-19 00:15:15,029 main DEBUG Took 0.020031 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 00:15:15,030 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 00:15:15,030 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 00:15:15,031 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 00:15:15,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,085 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 00:15:15,114 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,116 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,137 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,139 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,141 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,145 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,147 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,153 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,155 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,156 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,158 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,159 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,163 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 00:15:15,165 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,166 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 00:15:15,178 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 00:15:15,180 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 00:15:15,190 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 00:15:15,192 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 00:15:15,196 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 00:15:15,197 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 00:15:15,235 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 00:15:15,239 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 00:15:15,247 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 00:15:15,248 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 00:15:15,249 main DEBUG createAppenders(={Console}) 2024-11-19 00:15:15,250 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 initialized 2024-11-19 00:15:15,251 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 2024-11-19 00:15:15,251 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 OK. 2024-11-19 00:15:15,260 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 00:15:15,268 main DEBUG OutputStream closed 2024-11-19 00:15:15,268 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 00:15:15,269 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 00:15:15,269 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3d5c822d OK 2024-11-19 00:15:15,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 00:15:15,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 00:15:15,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 00:15:15,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 00:15:15,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 00:15:15,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 00:15:15,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 00:15:15,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 00:15:15,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 00:15:15,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 00:15:15,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 00:15:15,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 00:15:15,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 00:15:15,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 00:15:15,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 00:15:15,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 00:15:15,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 00:15:15,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 00:15:15,564 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 00:15:15,564 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@c9d0d6) with optional ClassLoader: null 2024-11-19 00:15:15,581 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 00:15:15,582 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@c9d0d6] started OK. 2024-11-19T00:15:15,656 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-19 00:15:15,663 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 00:15:15,665 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T00:15:16,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775 2024-11-19T00:15:16,372 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-19T00:15:16,378 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:15:16,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T00:15:16,422 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/cluster_140612e1-5861-8527-0684-45ddd61d231f, deleteOnExit=true 2024-11-19T00:15:16,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T00:15:16,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/test.cache.data in system properties and HBase conf 2024-11-19T00:15:16,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:15:16,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:15:16,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:15:16,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:15:16,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:15:16,617 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T00:15:16,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T00:15:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:15:16,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:15:16,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:15:16,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:15:16,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:15:16,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:15:16,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:15:16,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:15:16,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:15:16,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:15:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:15:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:15:16,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:15:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:15:18,763 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T00:15:18,867 INFO [Time-limited test {}] log.Log(170): Logging initialized @5346ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T00:15:18,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:15:19,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:15:19,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:15:19,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:15:19,142 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:15:19,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:15:19,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@baadc74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:15:19,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a64bcf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:15:19,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3426ae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/java.io.tmpdir/jetty-localhost-43515-hadoop-hdfs-3_4_1-tests_jar-_-any-14089341707520954163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:15:19,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50c05330{HTTP/1.1, (http/1.1)}{localhost:43515} 2024-11-19T00:15:19,584 INFO [Time-limited test {}] server.Server(415): Started @6064ms 2024-11-19T00:15:20,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:15:20,489 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:15:20,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:15:20,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:15:20,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:15:20,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@850677e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:15:20,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d19b5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T00:15:20,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75082617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/java.io.tmpdir/jetty-localhost-41549-hadoop-hdfs-3_4_1-tests_jar-_-any-13220417465256367655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:15:20,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3356deaa{HTTP/1.1, (http/1.1)}{localhost:41549} 2024-11-19T00:15:20,711 INFO [Time-limited test {}] server.Server(415): Started @7191ms 2024-11-19T00:15:20,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T00:15:23,203 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/cluster_140612e1-5861-8527-0684-45ddd61d231f/data/data1/current/BP-831612480-172.17.0.2-1731975317878/current, will proceed with Du for space computation calculation, 2024-11-19T00:15:23,203 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/cluster_140612e1-5861-8527-0684-45ddd61d231f/data/data2/current/BP-831612480-172.17.0.2-1731975317878/current, will proceed with Du for space computation calculation, 2024-11-19T00:15:23,303 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T00:15:23,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb652c6530dd29d82 with lease ID 0xc68ad590e36df991: Processing first storage report for DS-392d47ad-9061-4779-a0e6-97af9c7830c9 from datanode DatanodeRegistration(127.0.0.1:45973, datanodeUuid=0e3d56f6-7029-404e-8778-9c20dc05f9f6, infoPort=35481, infoSecurePort=0, ipcPort=39915, storageInfo=lv=-57;cid=testClusterID;nsid=572175598;c=1731975317878) 2024-11-19T00:15:23,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb652c6530dd29d82 with lease ID 0xc68ad590e36df991: from storage DS-392d47ad-9061-4779-a0e6-97af9c7830c9 node DatanodeRegistration(127.0.0.1:45973, datanodeUuid=0e3d56f6-7029-404e-8778-9c20dc05f9f6, infoPort=35481, infoSecurePort=0, ipcPort=39915, storageInfo=lv=-57;cid=testClusterID;nsid=572175598;c=1731975317878), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T00:15:23,437 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb652c6530dd29d82 with lease ID 0xc68ad590e36df991: Processing first storage report for DS-9d266ccd-e89f-4d32-ac92-311d4eed4e90 from datanode DatanodeRegistration(127.0.0.1:45973, datanodeUuid=0e3d56f6-7029-404e-8778-9c20dc05f9f6, infoPort=35481, infoSecurePort=0, ipcPort=39915, storageInfo=lv=-57;cid=testClusterID;nsid=572175598;c=1731975317878) 2024-11-19T00:15:23,437 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb652c6530dd29d82 with lease ID 0xc68ad590e36df991: from storage DS-9d266ccd-e89f-4d32-ac92-311d4eed4e90 node DatanodeRegistration(127.0.0.1:45973, datanodeUuid=0e3d56f6-7029-404e-8778-9c20dc05f9f6, infoPort=35481, infoSecurePort=0, ipcPort=39915, storageInfo=lv=-57;cid=testClusterID;nsid=572175598;c=1731975317878), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T00:15:23,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775 2024-11-19T00:15:23,669 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/cluster_140612e1-5861-8527-0684-45ddd61d231f/zookeeper_0, clientPort=64663, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/cluster_140612e1-5861-8527-0684-45ddd61d231f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/cluster_140612e1-5861-8527-0684-45ddd61d231f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T00:15:23,691 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64663 2024-11-19T00:15:23,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:15:23,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:15:24,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741825_1001 (size=7) 2024-11-19T00:15:24,475 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f with version=8 2024-11-19T00:15:24,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging 2024-11-19T00:15:24,493 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-19T00:15:24,493 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-19T00:15:24,493 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-19T00:15:24,493 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-19T00:15:24,625 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T00:15:24,975 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-19T00:15:24,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:15:24,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:15:25,000 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:15:25,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:15:25,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:15:25,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T00:15:25,309 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T00:15:25,320 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T00:15:25,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:15:25,354 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 117975 (auto-detected) 2024-11-19T00:15:25,355 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T00:15:25,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45905 2024-11-19T00:15:25,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45905 connecting to ZooKeeper ensemble=127.0.0.1:64663 2024-11-19T00:15:25,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459050x0, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:15:25,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45905-0x10150721b9a0000 connected 2024-11-19T00:15:26,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:15:26,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:15:26,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-19T00:15:26,055 INFO [Time-limited test {}] log.Log(170): Logging initialized @12536ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T00:15:26,111 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-19T00:15:26,111 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-19T00:15:26,113 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-19T00:15:26,114 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-19T00:15:26,115 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-19T00:15:26,117 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-19T00:15:26,118 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-19T00:15:26,118 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-19T00:15:26,120 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-19T00:15:26,203 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 43203 2024-11-19T00:15:26,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-19T00:15:26,235 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-19T00:15:26,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@709aa8bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:15:26,238 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-19T00:15:26,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@238cb264{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-19T00:15:26,316 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-19T00:15:26,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:15:26,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:15:26,334 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:15:26,346 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-19T00:15:27,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@216ab578{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-19T00:15:27,517 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c9dc67e{HTTP/1.1, (http/1.1)}{0.0.0.0:43203} 2024-11-19T00:15:27,520 INFO [Time-limited test {}] server.Server(415): Started @14001ms 2024-11-19T00:15:27,526 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f, hbase.cluster.distributed=false 2024-11-19T00:15:27,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-19T00:15:27,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45905 2024-11-19T00:15:27,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45905 2024-11-19T00:15:27,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45905 2024-11-19T00:15:27,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45905 2024-11-19T00:15:27,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45905 2024-11-19T00:15:27,749 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-19T00:15:27,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:15:27,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T00:15:27,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T00:15:27,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T00:15:27,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T00:15:27,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T00:15:27,760 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T00:15:27,761 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39133 2024-11-19T00:15:27,764 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39133 connecting to ZooKeeper ensemble=127.0.0.1:64663 2024-11-19T00:15:27,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:15:27,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:15:27,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391330x0, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T00:15:27,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391330x0, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-19T00:15:27,827 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-19T00:15:27,827 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-19T00:15:27,828 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-19T00:15:27,828 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-19T00:15:27,828 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-19T00:15:27,830 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-19T00:15:27,830 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-19T00:15:27,830 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-19T00:15:27,830 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-19T00:15:27,833 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 33073 2024-11-19T00:15:27,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-19T00:15:27,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39133-0x10150721b9a0001 connected 2024-11-19T00:15:27,858 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-19T00:15:27,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@23e508f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:15:27,859 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-19T00:15:27,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@b5dba4a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-19T00:15:27,878 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-19T00:15:27,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:15:27,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:15:27,881 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:15:27,883 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-19T00:15:27,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@670431f6{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-19T00:15:27,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e5d0ad4{HTTP/1.1, (http/1.1)}{0.0.0.0:33073} 2024-11-19T00:15:27,888 INFO [Time-limited test {}] server.Server(415): Started @14368ms 2024-11-19T00:15:27,893 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T00:15:27,906 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T00:15:27,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-19T00:15:27,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-19T00:15:27,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39133 2024-11-19T00:15:27,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39133 2024-11-19T00:15:27,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39133 2024-11-19T00:15:27,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39133 2024-11-19T00:15:27,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39133 2024-11-19T00:15:27,961 DEBUG [M:0;9d96596e55a9:45905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:45905 2024-11-19T00:15:27,967 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-19T00:15:27,974 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@6df710df{HTTP/1.1, (http/1.1)}{0.0.0.0:36971} 2024-11-19T00:15:27,974 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] server.Server(415): Started @14455ms 2024-11-19T00:15:27,975 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/9d96596e55a9,45905,1731975324702 2024-11-19T00:15:28,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-19T00:15:28,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-19T00:15:28,028 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/9d96596e55a9,45905,1731975324702 2024-11-19T00:15:28,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:28,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-19T00:15:28,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:28,114 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-19T00:15:28,116 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/9d96596e55a9,45905,1731975324702 from backup master directory 2024-11-19T00:15:28,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/9d96596e55a9,45905,1731975324702 2024-11-19T00:15:28,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-19T00:15:28,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-19T00:15:28,150 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:15:28,150 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,45905,1731975324702 2024-11-19T00:15:28,152 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T00:15:28,155 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T00:15:28,242 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase.id] with ID: 7093bddc-3e99-4aa8-a2d7-9322bba1f3c5 2024-11-19T00:15:28,242 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.tmp/hbase.id 2024-11-19T00:15:28,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741826_1002 (size=42) 2024-11-19T00:15:28,269 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.tmp/hbase.id]:[hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase.id] 2024-11-19T00:15:28,343 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T00:15:28,349 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T00:15:28,380 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms. 2024-11-19T00:15:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:28,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741827_1003 (size=196) 2024-11-19T00:15:28,851 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:15:28,853 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T00:15:28,861 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-19T00:15:28,864 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-19T00:15:28,880 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:15:28,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741828_1004 (size=1189) 2024-11-19T00:15:29,433 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store 2024-11-19T00:15:29,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741829_1005 (size=34) 2024-11-19T00:15:29,926 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T00:15:29,930 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:29,932 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:15:29,932 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:15:29,932 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:15:29,935 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:15:29,935 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:15:29,935 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:15:29,937 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731975329931Disabling compacts and flushes for region at 1731975329932 (+1 ms)Disabling writes for close at 1731975329935 (+3 ms)Writing region close event to WAL at 1731975329935Closed at 1731975329935 2024-11-19T00:15:29,945 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/.initializing 2024-11-19T00:15:29,946 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/WALs/9d96596e55a9,45905,1731975324702 2024-11-19T00:15:29,954 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:15:29,970 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9d96596e55a9,45905,1731975324702.regiongroup-0 2024-11-19T00:15:30,003 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C45905%2C1731975324702.9d96596e55a9%2C45905%2C1731975324702.regiongroup-0, suffix=, logDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/WALs/9d96596e55a9,45905,1731975324702, archiveDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/oldWALs, maxLogs=10 2024-11-19T00:15:30,043 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/WALs/9d96596e55a9,45905,1731975324702/9d96596e55a9%2C45905%2C1731975324702.9d96596e55a9%2C45905%2C1731975324702.regiongroup-0.1731975330010, exclude list is [], retry=0 2024-11-19T00:15:30,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:15:30,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T00:15:30,147 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/WALs/9d96596e55a9,45905,1731975324702/9d96596e55a9%2C45905%2C1731975324702.9d96596e55a9%2C45905%2C1731975324702.regiongroup-0.1731975330010 2024-11-19T00:15:30,153 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:15:30,154 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:15:30,155 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:30,162 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:15:30,164 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:15:30,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:15:30,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T00:15:30,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:30,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:15:30,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:15:30,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T00:15:30,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:30,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:30,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:15:30,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T00:15:30,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:30,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:30,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:15:30,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T00:15:30,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:30,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:30,398 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:15:30,403 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:15:30,405 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:15:30,414 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:15:30,415 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:15:30,420 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:15:30,443 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T00:15:30,455 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:15:30,457 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10289599360, jitterRate=-0.041706383228302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:15:30,467 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731975330197Initializing all the Stores at 1731975330209 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731975330210 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975330224 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975330225 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975330225Cleaning up temporary data from old regions at 1731975330415 (+190 ms)Region opened successfully at 1731975330467 (+52 ms) 2024-11-19T00:15:30,478 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T00:15:30,566 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619f8b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=9d96596e55a9/172.17.0.2:0 2024-11-19T00:15:30,632 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T00:15:30,649 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T00:15:30,650 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T00:15:30,663 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T00:15:30,669 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-19T00:15:30,681 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-19T00:15:30,681 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T00:15:30,753 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T00:15:30,781 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-19T00:15:30,905 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-19T00:15:30,917 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T00:15:30,928 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-19T00:15:30,994 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-19T00:15:30,998 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T00:15:31,009 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-19T00:15:31,024 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-19T00:15:31,027 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-19T00:15:31,036 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-19T00:15:31,058 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T00:15:31,068 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-19T00:15:31,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-19T00:15:31,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-19T00:15:31,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:31,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:31,082 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,45905,1731975324702, sessionid=0x10150721b9a0000, setting cluster-up flag (Was=false) 2024-11-19T00:15:31,090 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-19T00:15:31,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:31,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:31,148 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-19T00:15:31,150 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,45905,1731975324702 2024-11-19T00:15:31,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:31,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:31,205 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-19T00:15:31,207 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,45905,1731975324702 2024-11-19T00:15:31,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:31,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:31,423 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-19T00:15:31,431 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,45905,1731975324702 2024-11-19T00:15:31,443 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T00:15:31,493 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(746): ClusterId : 7093bddc-3e99-4aa8-a2d7-9322bba1f3c5 2024-11-19T00:15:31,495 INFO [RS:0;9d96596e55a9:39133 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-19T00:15:31,498 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T00:15:31,538 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T00:15:31,544 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-19T00:15:31,564 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-19T00:15:31,564 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T00:15:31,577 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T00:15:31,577 DEBUG [RS:0;9d96596e55a9:39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f016daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=9d96596e55a9/172.17.0.2:0 2024-11-19T00:15:31,602 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:39133 2024-11-19T00:15:31,602 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T00:15:31,606 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T00:15:31,606 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T00:15:31,607 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T00:15:31,611 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,45905,1731975324702 with port=39133, startcode=1731975327705 2024-11-19T00:15:31,619 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T00:15:31,627 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T00:15:31,631 DEBUG [RS:0;9d96596e55a9:39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T00:15:31,634 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,45905,1731975324702 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T00:15:31,642 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:15:31,643 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:15:31,643 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:15:31,643 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T00:15:31,643 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T00:15:31,644 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:31,644 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:15:31,644 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:31,662 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:15:31,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T00:15:31,668 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731975361668 2024-11-19T00:15:31,670 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T00:15:31,672 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T00:15:31,678 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T00:15:31,678 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-19T00:15:31,679 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T00:15:31,679 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T00:15:31,680 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T00:15:31,685 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:31,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T00:15:31,688 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:31,694 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T00:15:31,696 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T00:15:31,696 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T00:15:31,702 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T00:15:31,710 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45905 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T00:15:31,721 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f767245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:31,721 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:15:31,728 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:15:31,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741831_1007 (size=1321) 2024-11-19T00:15:31,746 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T00:15:31,746 WARN [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T00:15:31,749 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:15:31,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:15:31,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:15:31,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c567c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:31,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:15:31,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:15:31,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:31,767 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:15:31,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2028c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:31,776 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-19T00:15:31,779 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T00:15:31,779 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T00:15:31,782 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731975331781,5,FailOnTimeoutGroup] 2024-11-19T00:15:31,784 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731975331783,5,FailOnTimeoutGroup] 2024-11-19T00:15:31,784 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:31,785 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T00:15:31,786 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:31,786 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:31,850 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,45905,1731975324702 with port=39133, startcode=1731975327705 2024-11-19T00:15:31,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,39133,1731975327705 2024-11-19T00:15:31,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45905 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:31,876 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:15:31,876 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35349 2024-11-19T00:15:31,877 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=43203 2024-11-19T00:15:31,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-19T00:15:31,969 DEBUG [RS:0;9d96596e55a9:39133 {}] zookeeper.ZKUtil(111): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on existing znode=/1/rs/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:31,970 WARN [RS:0;9d96596e55a9:39133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T00:15:31,970 INFO [RS:0;9d96596e55a9:39133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-19T00:15:31,970 INFO [RS:0;9d96596e55a9:39133 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-19T00:15:31,970 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:31,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,39133,1731975327705] 2024-11-19T00:15:31,999 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T00:15:32,026 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T00:15:32,041 INFO [RS:0;9d96596e55a9:39133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T00:15:32,042 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:32,050 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T00:15:32,062 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T00:15:32,065 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:32,066 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:32,067 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:32,067 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:32,068 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:32,069 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:32,069 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T00:15:32,069 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:32,069 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:32,069 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:32,070 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:32,070 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:32,070 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T00:15:32,072 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:15:32,072 DEBUG [RS:0;9d96596e55a9:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T00:15:32,084 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:32,085 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:32,085 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:32,085 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:32,085 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:32,085 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,39133,1731975327705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:15:32,114 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T00:15:32,116 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,39133,1731975327705-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:32,117 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:32,117 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.Replication(171): 9d96596e55a9,39133,1731975327705 started 2024-11-19T00:15:32,144 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:32,145 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,39133,1731975327705, RpcServer on 9d96596e55a9/172.17.0.2:39133, sessionid=0x10150721b9a0001 2024-11-19T00:15:32,148 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T00:15:32,148 DEBUG [RS:0;9d96596e55a9:39133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,39133,1731975327705 2024-11-19T00:15:32,148 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,39133,1731975327705' 2024-11-19T00:15:32,148 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-19T00:15:32,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T00:15:32,153 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:15:32,161 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-19T00:15:32,174 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T00:15:32,175 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-19T00:15:32,175 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,39133,1731975327705' 2024-11-19T00:15:32,175 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-19T00:15:32,187 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-19T00:15:32,192 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-19T00:15:32,193 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-19T00:15:32,193 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T00:15:32,193 DEBUG [RS:0;9d96596e55a9:39133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,39133,1731975327705 2024-11-19T00:15:32,193 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,39133,1731975327705' 2024-11-19T00:15:32,193 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-19T00:15:32,204 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-19T00:15:32,208 DEBUG [RS:0;9d96596e55a9:39133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T00:15:32,208 INFO [RS:0;9d96596e55a9:39133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T00:15:32,208 INFO [RS:0;9d96596e55a9:39133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T00:15:32,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741832_1008 (size=32) 2024-11-19T00:15:32,314 INFO [RS:0;9d96596e55a9:39133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:15:32,315 INFO [RS:0;9d96596e55a9:39133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9d96596e55a9,39133,1731975327705.regiongroup-0 2024-11-19T00:15:32,329 INFO [RS:0;9d96596e55a9:39133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0, suffix=, logDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705, archiveDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs, maxLogs=32 2024-11-19T00:15:32,351 DEBUG [RS:0;9d96596e55a9:39133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975332336, exclude list is [], retry=0 2024-11-19T00:15:32,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:15:32,363 INFO [RS:0;9d96596e55a9:39133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975332336 2024-11-19T00:15:32,364 DEBUG [RS:0;9d96596e55a9:39133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:15:32,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:32,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:15:32,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:15:32,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:32,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:15:32,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:15:32,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:15:32,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:32,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:15:32,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:15:32,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:15:32,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:32,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:15:32,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:15:32,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:15:32,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:32,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:15:32,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:15:32,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740 2024-11-19T00:15:32,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740 2024-11-19T00:15:32,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:15:32,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:15:32,644 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:15:32,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:15:32,650 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:15:32,651 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11923048320, jitterRate=0.11042040586471558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:15:32,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731975332620Initializing all the Stores at 1731975332622 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731975332622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731975332622Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975332622Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731975332622Cleaning up temporary data from old regions at 1731975332643 (+21 ms)Region opened successfully at 1731975332654 (+11 ms) 2024-11-19T00:15:32,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:15:32,654 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:15:32,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:15:32,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:15:32,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:15:32,656 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:15:32,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731975332654Disabling compacts and flushes for region at 1731975332654Disabling writes for close at 1731975332655 (+1 ms)Writing region close event to WAL at 1731975332656 (+1 ms)Closed at 1731975332656 2024-11-19T00:15:32,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:15:32,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T00:15:32,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T00:15:32,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:15:32,679 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T00:15:32,831 DEBUG [9d96596e55a9:45905 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T00:15:32,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:32,852 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,39133,1731975327705, state=OPENING 2024-11-19T00:15:32,878 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T00:15:32,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:32,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-19T00:15:32,895 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T00:15:32,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:15:32,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:15:32,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-19T00:15:33,113 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T00:15:33,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T00:15:33,148 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T00:15:33,149 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-19T00:15:33,149 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-19T00:15:33,150 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:15:33,150 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T00:15:33,157 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C39133%2C1731975327705.meta, suffix=.meta, logDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705, archiveDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs, maxLogs=32 2024-11-19T00:15:33,178 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975333160.meta, exclude list is [], retry=0 2024-11-19T00:15:33,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:15:33,209 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975333160.meta 2024-11-19T00:15:33,216 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:15:33,217 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:15:33,229 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:15:33,231 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T00:15:33,238 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T00:15:33,239 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T00:15:33,242 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T00:15:33,243 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:33,243 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T00:15:33,244 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T00:15:33,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T00:15:33,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T00:15:33,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:33,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:15:33,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T00:15:33,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T00:15:33,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:33,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:15:33,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T00:15:33,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T00:15:33,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:33,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:15:33,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T00:15:33,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T00:15:33,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:33,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T00:15:33,277 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T00:15:33,288 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740 2024-11-19T00:15:33,303 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740 2024-11-19T00:15:33,306 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T00:15:33,307 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T00:15:33,308 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T00:15:33,317 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T00:15:33,320 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11018963520, jitterRate=0.02622094750404358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T00:15:33,320 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T00:15:33,322 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731975333244Writing region info on filesystem at 1731975333245 (+1 ms)Initializing all the Stores at 1731975333250 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731975333250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731975333252 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975333252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731975333252Cleaning up temporary data from old regions at 1731975333307 (+55 ms)Running coprocessor post-open hooks at 1731975333320 (+13 ms)Region opened successfully at 1731975333322 (+2 ms) 2024-11-19T00:15:33,342 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731975333087 2024-11-19T00:15:33,368 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T00:15:33,369 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T00:15:33,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:33,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,39133,1731975327705, state=OPEN 2024-11-19T00:15:33,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-19T00:15:33,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-19T00:15:33,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-19T00:15:33,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-19T00:15:33,453 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:33,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T00:15:33,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,39133,1731975327705 in 554 msec 2024-11-19T00:15:33,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T00:15:33,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 796 msec 2024-11-19T00:15:33,475 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T00:15:33,475 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T00:15:33,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:15:33,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:15:33,546 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:15:33,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:15:33,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0960 sec 2024-11-19T00:15:33,608 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731975333608, completionTime=-1 2024-11-19T00:15:33,612 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T00:15:33,612 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T00:15:33,684 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T00:15:33,684 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731975393684 2024-11-19T00:15:33,684 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731975453684 2024-11-19T00:15:33,684 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 72 msec 2024-11-19T00:15:33,690 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45905,1731975324702-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:33,691 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45905,1731975324702-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:33,691 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45905,1731975324702-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:33,694 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:45905, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:33,707 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:33,711 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:33,722 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T00:15:33,793 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.643sec 2024-11-19T00:15:33,794 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T00:15:33,798 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T00:15:33,800 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T00:15:33,801 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T00:15:33,801 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T00:15:33,802 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45905,1731975324702-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T00:15:33,803 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45905,1731975324702-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T00:15:33,838 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T00:15:33,840 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T00:15:33,842 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45905,1731975324702-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T00:15:33,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298ef014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:33,891 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T00:15:33,891 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T00:15:33,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:15:33,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:15:33,913 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:15:33,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:15:33,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:15:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e577d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:15:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:15:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:33,927 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:15:33,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1e279c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:33,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:15:33,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:15:33,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:15:33,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:15:33,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,45905,1731975324702 2024-11-19T00:15:33,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-19T00:15:33,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/test.cache.data in system properties and HBase conf 2024-11-19T00:15:33,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T00:15:33,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir in system properties and HBase conf 2024-11-19T00:15:33,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T00:15:33,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T00:15:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T00:15:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:15:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T00:15:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T00:15:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:15:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T00:15:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T00:15:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T00:15:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:15:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T00:15:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/nfs.dump.dir in system properties and HBase conf 2024-11-19T00:15:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/java.io.tmpdir in system properties and HBase conf 2024-11-19T00:15:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T00:15:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T00:15:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T00:15:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741835_1011 (size=592039) 2024-11-19T00:15:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741836_1012 (size=1663647) 2024-11-19T00:15:35,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T00:15:35,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T00:15:35,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:15:35,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-19T00:15:35,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:15:35,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T00:15:35,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T00:15:35,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T00:15:36,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:15:36,356 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:15:36,788 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-19T00:15:36,788 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:15:36,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:15:36,837 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:15:36,837 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:15:36,838 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:15:36,839 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45067f3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:15:36,840 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a80b569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-19T00:15:36,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:15:36,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:15:36,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:15:36,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:15:36,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ced0394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:15:36,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@722cca6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-19T00:15:37,061 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-19T00:15:37,062 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-19T00:15:37,062 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-19T00:15:37,064 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-19T00:15:37,180 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-19T00:15:37,382 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-19T00:15:37,798 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-19T00:15:37,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35075014{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/java.io.tmpdir/jetty-localhost-40537-hadoop-yarn-common-3_4_1_jar-_-any-2316366311508344063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-19T00:15:37,832 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e7c811e{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/java.io.tmpdir/jetty-localhost-33419-hadoop-yarn-common-3_4_1_jar-_-any-6350622989299596791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-19T00:15:37,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bdd2a2d{HTTP/1.1, (http/1.1)}{localhost:40537} 2024-11-19T00:15:37,833 INFO [Time-limited test {}] server.Server(415): Started @24314ms 2024-11-19T00:15:37,840 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@73ba90c4{HTTP/1.1, (http/1.1)}{localhost:33419} 2024-11-19T00:15:37,841 INFO [Thread-251 {}] server.Server(415): Started @24321ms 2024-11-19T00:15:37,991 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T00:15:38,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741837_1013 (size=5) 2024-11-19T00:15:38,829 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-19T00:15:40,370 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-19T00:15:40,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:15:40,449 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-19T00:15:40,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:15:40,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:15:40,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:15:40,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T00:15:40,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:15:40,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66171627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:15:40,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41b0f1e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-19T00:15:40,596 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-19T00:15:40,596 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-19T00:15:40,597 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-19T00:15:40,597 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-19T00:15:40,612 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-19T00:15:40,622 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-19T00:15:40,813 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-19T00:15:40,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41abdf8f{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/java.io.tmpdir/jetty-localhost-37721-hadoop-yarn-common-3_4_1_jar-_-any-14417684879344404884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-19T00:15:40,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14c89ae9{HTTP/1.1, (http/1.1)}{localhost:37721} 2024-11-19T00:15:40,840 INFO [Time-limited test {}] server.Server(415): Started @27320ms 2024-11-19T00:15:41,280 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-19T00:15:41,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:15:41,296 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-19T00:15:41,296 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T00:15:41,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T00:15:41,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T00:15:41,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T00:15:41,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T00:15:41,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f7ab16b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,AVAILABLE} 2024-11-19T00:15:41,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c56344e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-19T00:15:41,348 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-19T00:15:41,348 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-19T00:15:41,348 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-19T00:15:41,348 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-19T00:15:41,358 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-19T00:15:41,363 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-19T00:15:41,496 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-19T00:15:41,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc685e7{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/java.io.tmpdir/jetty-localhost-34671-hadoop-yarn-common-3_4_1_jar-_-any-6187925128813486272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-19T00:15:41,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ae4cb0{HTTP/1.1, (http/1.1)}{localhost:34671} 2024-11-19T00:15:41,504 INFO [Time-limited test {}] server.Server(415): Started @27985ms 2024-11-19T00:15:41,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-19T00:15:41,547 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:35349/backupUT 2024-11-19T00:15:41,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:15:41,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:15:41,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@642dc386 2024-11-19T00:15:41,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:15:41,567 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:15:41,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-19T00:15:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-19T00:15:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:15:41,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 42 msec 2024-11-19T00:15:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T00:15:41,725 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-19T00:15:41,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-19T00:15:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-19T00:15:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-19T00:15:41,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 34 msec 2024-11-19T00:15:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-19T00:15:41,850 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-19T00:15:41,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-19T00:15:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-19T00:15:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-19T00:15:41,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 27 msec 2024-11-19T00:15:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-19T00:15:41,986 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-19T00:15:41,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-19T00:15:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-19T00:15:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:15:42,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 38 msec 2024-11-19T00:15:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T00:15:42,148 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-19T00:15:42,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731975341547', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:15:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731975341547 2024-11-19T00:15:42,183 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731975341547 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:15:42,185 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:42,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731975341547" procId is: 8 2024-11-19T00:15:42,188 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731975341547 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:15:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-19T00:15:42,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741838_1014 (size=367) 2024-11-19T00:15:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-19T00:15:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-19T00:15:42,640 INFO [RegionOpenAndInit-test-1731975341547-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 152f3d63111b9185f927609f81ff2955, NAME => 'test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731975341547', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:15:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741839_1015 (size=53) 2024-11-19T00:15:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-19T00:15:43,170 DEBUG [RegionOpenAndInit-test-1731975341547-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:43,171 DEBUG [RegionOpenAndInit-test-1731975341547-pool-0 {}] regionserver.HRegion(1722): Closing 152f3d63111b9185f927609f81ff2955, disabling compactions & flushes 2024-11-19T00:15:43,171 INFO [RegionOpenAndInit-test-1731975341547-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:43,171 DEBUG [RegionOpenAndInit-test-1731975341547-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:43,171 DEBUG [RegionOpenAndInit-test-1731975341547-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. after waiting 0 ms 2024-11-19T00:15:43,171 DEBUG [RegionOpenAndInit-test-1731975341547-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:43,171 INFO [RegionOpenAndInit-test-1731975341547-pool-0 {}] regionserver.HRegion(1973): Closed test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:43,171 DEBUG [RegionOpenAndInit-test-1731975341547-pool-0 {}] regionserver.HRegion(1676): Region close journal for 152f3d63111b9185f927609f81ff2955: Waiting for close lock at 1731975343170Disabling compacts and flushes for region at 1731975343170Disabling writes for close at 1731975343171 (+1 ms)Writing region close event to WAL at 1731975343171Closed at 1731975343171 2024-11-19T00:15:43,185 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731975341547 execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:15:43,193 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731975343185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731975343185"}]},"ts":"1731975343185"} 2024-11-19T00:15:43,204 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:15:43,217 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731975341547 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:15:43,223 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731975341547","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975343217"}]},"ts":"1731975343217"} 2024-11-19T00:15:43,254 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731975341547, state=ENABLING in hbase:meta 2024-11-19T00:15:43,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, ASSIGN}] 2024-11-19T00:15:43,268 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, ASSIGN 2024-11-19T00:15:43,273 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, ASSIGN; state=OFFLINE, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=false 2024-11-19T00:15:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-19T00:15:43,427 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=152f3d63111b9185f927609f81ff2955, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:43,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, ASSIGN because future has completed 2024-11-19T00:15:43,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:15:43,661 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:43,663 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T00:15:43,664 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 9d96596e55a9,39133,1731975327705.regiongroup-1 2024-11-19T00:15:43,677 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1, suffix=, logDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705, archiveDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs, maxLogs=32 2024-11-19T00:15:43,699 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975343680, exclude list is [], retry=0 2024-11-19T00:15:43,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:15:43,721 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975343680 2024-11-19T00:15:43,722 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:15:43,722 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 152f3d63111b9185f927609f81ff2955, NAME => 'test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:15:43,723 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:15:43,723 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731975341547 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:43,723 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:43,723 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:43,723 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:43,738 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:43,742 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152f3d63111b9185f927609f81ff2955 columnFamilyName f 2024-11-19T00:15:43,743 DEBUG [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:43,749 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(327): Store=152f3d63111b9185f927609f81ff2955/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:43,749 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:43,755 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:43,758 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:43,759 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:43,760 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:43,778 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:43,808 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:15:43,813 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 152f3d63111b9185f927609f81ff2955; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10363329120, jitterRate=-0.03483976423740387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T00:15:43,814 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:43,815 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 152f3d63111b9185f927609f81ff2955: Running coprocessor pre-open hook at 1731975343723Writing region info on filesystem at 1731975343723Initializing all the Stores at 1731975343726 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975343727 (+1 ms)Cleaning up temporary data from old regions at 1731975343760 (+33 ms)Running coprocessor post-open hooks at 1731975343814 (+54 ms)Region opened successfully at 1731975343815 (+1 ms) 2024-11-19T00:15:43,832 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955., pid=10, masterSystemTime=1731975343600 2024-11-19T00:15:43,850 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:43,850 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:43,861 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=152f3d63111b9185f927609f81ff2955, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:43,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:15:43,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T00:15:43,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705 in 467 msec 2024-11-19T00:15:43,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T00:15:43,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, ASSIGN in 663 msec 2024-11-19T00:15:43,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731975341547 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:15:43,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731975341547","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975343953"}]},"ts":"1731975343953"} 2024-11-19T00:15:43,964 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731975341547, state=ENABLED in hbase:meta 2024-11-19T00:15:43,969 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731975341547 execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:15:43,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731975341547 in 1.7970 sec 2024-11-19T00:15:43,994 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731975341547' 2024-11-19T00:15:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-19T00:15:44,361 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731975341547 completed 2024-11-19T00:15:44,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38642401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:44,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:15:44,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:15:44,369 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:15:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:15:44,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:15:44,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7f6074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:44,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:15:44,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:15:44,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:44,382 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:15:44,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39780dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:44,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:15:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:15:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:15:44,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:15:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731975341547', row='row0', locateType=CURRENT is [region=test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:15:44,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegion(8528): writing data to region test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T00:15:44,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17319753415471', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:15:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17319753415471 2024-11-19T00:15:44,979 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17319753415471 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:15:44,979 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:44,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17319753415471" procId is: 11 2024-11-19T00:15:44,982 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17319753415471 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:15:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T00:15:45,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741841_1017 (size=364) 2024-11-19T00:15:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T00:15:45,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731975341547 2024-11-19T00:15:45,302 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731975341547 Metrics about Tables on a single HBase RegionServer 2024-11-19T00:15:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T00:15:45,446 INFO [RegionOpenAndInit-ns2:test-17319753415471-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d22f6111f7722a62e02be83e2673c1b, NAME => 'ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17319753415471', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:15:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741842_1018 (size=50) 2024-11-19T00:15:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T00:15:45,953 DEBUG [RegionOpenAndInit-ns2:test-17319753415471-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:45,953 DEBUG [RegionOpenAndInit-ns2:test-17319753415471-pool-0 {}] regionserver.HRegion(1722): Closing 3d22f6111f7722a62e02be83e2673c1b, disabling compactions & flushes 2024-11-19T00:15:45,953 INFO [RegionOpenAndInit-ns2:test-17319753415471-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:15:45,953 DEBUG [RegionOpenAndInit-ns2:test-17319753415471-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:15:45,953 DEBUG [RegionOpenAndInit-ns2:test-17319753415471-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. after waiting 0 ms 2024-11-19T00:15:45,954 DEBUG [RegionOpenAndInit-ns2:test-17319753415471-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:15:45,954 INFO [RegionOpenAndInit-ns2:test-17319753415471-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:15:45,954 DEBUG [RegionOpenAndInit-ns2:test-17319753415471-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d22f6111f7722a62e02be83e2673c1b: Waiting for close lock at 1731975345953Disabling compacts and flushes for region at 1731975345953Disabling writes for close at 1731975345954 (+1 ms)Writing region close event to WAL at 1731975345954Closed at 1731975345954 2024-11-19T00:15:45,960 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17319753415471 execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:15:45,961 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731975345960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731975345960"}]},"ts":"1731975345960"} 2024-11-19T00:15:45,968 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:15:45,970 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17319753415471 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:15:45,970 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17319753415471","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975345970"}]},"ts":"1731975345970"} 2024-11-19T00:15:45,976 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17319753415471, state=ENABLING in hbase:meta 2024-11-19T00:15:45,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17319753415471, region=3d22f6111f7722a62e02be83e2673c1b, ASSIGN}] 2024-11-19T00:15:45,981 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17319753415471, region=3d22f6111f7722a62e02be83e2673c1b, ASSIGN 2024-11-19T00:15:45,984 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17319753415471, region=3d22f6111f7722a62e02be83e2673c1b, ASSIGN; state=OFFLINE, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=false 2024-11-19T00:15:46,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3d22f6111f7722a62e02be83e2673c1b, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T00:15:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17319753415471, region=3d22f6111f7722a62e02be83e2673c1b, ASSIGN because future has completed 2024-11-19T00:15:46,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d22f6111f7722a62e02be83e2673c1b, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:15:46,309 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:15:46,310 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d22f6111f7722a62e02be83e2673c1b, NAME => 'ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:15:46,310 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:15:46,310 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17319753415471 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:15:46,311 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:46,311 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:15:46,311 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:15:46,316 INFO [StoreOpener-3d22f6111f7722a62e02be83e2673c1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:15:46,319 INFO [StoreOpener-3d22f6111f7722a62e02be83e2673c1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d22f6111f7722a62e02be83e2673c1b columnFamilyName f 2024-11-19T00:15:46,319 DEBUG [StoreOpener-3d22f6111f7722a62e02be83e2673c1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:46,322 INFO [StoreOpener-3d22f6111f7722a62e02be83e2673c1b-1 {}] regionserver.HStore(327): Store=3d22f6111f7722a62e02be83e2673c1b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:46,322 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:15:46,324 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:15:46,326 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:15:46,327 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:15:46,327 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:15:46,333 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:15:46,337 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:15:46,338 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 3d22f6111f7722a62e02be83e2673c1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10257911520, jitterRate=-0.044657543301582336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T00:15:46,338 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:15:46,339 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 3d22f6111f7722a62e02be83e2673c1b: Running coprocessor pre-open hook at 1731975346311Writing region info on filesystem at 1731975346311Initializing all the Stores at 1731975346314 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975346314Cleaning up temporary data from old regions at 1731975346327 (+13 ms)Running coprocessor post-open hooks at 1731975346338 (+11 ms)Region opened successfully at 1731975346339 (+1 ms) 2024-11-19T00:15:46,341 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b., pid=13, masterSystemTime=1731975346303 2024-11-19T00:15:46,344 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:15:46,344 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:15:46,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3d22f6111f7722a62e02be83e2673c1b, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:46,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d22f6111f7722a62e02be83e2673c1b, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:15:46,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T00:15:46,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d22f6111f7722a62e02be83e2673c1b, server=9d96596e55a9,39133,1731975327705 in 208 msec 2024-11-19T00:15:46,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T00:15:46,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17319753415471, region=3d22f6111f7722a62e02be83e2673c1b, ASSIGN in 379 msec 2024-11-19T00:15:46,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17319753415471 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:15:46,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17319753415471","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975346360"}]},"ts":"1731975346360"} 2024-11-19T00:15:46,363 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17319753415471, state=ENABLED in hbase:meta 2024-11-19T00:15:46,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17319753415471 execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:15:46,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17319753415471 in 1.3960 sec 2024-11-19T00:15:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T00:15:47,150 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17319753415471 completed 2024-11-19T00:15:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17319753415471', row='row0', locateType=CURRENT is [region=ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:15:47,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegion(8528): writing data to region ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T00:15:47,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17319753415472', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:15:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17319753415472 2024-11-19T00:15:47,564 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17319753415472 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:15:47,565 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:47,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17319753415472" procId is: 14 2024-11-19T00:15:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T00:15:47,568 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17319753415472 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:15:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T00:15:47,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741843_1019 (size=390) 2024-11-19T00:15:47,709 INFO [RegionOpenAndInit-ns3:test-17319753415472-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46a4ab86e1fff13ab8a34466fe698069, NAME => 'ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17319753415472', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:15:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741844_1020 (size=50) 2024-11-19T00:15:47,750 DEBUG [RegionOpenAndInit-ns3:test-17319753415472-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:47,751 DEBUG [RegionOpenAndInit-ns3:test-17319753415472-pool-0 {}] regionserver.HRegion(1722): Closing 46a4ab86e1fff13ab8a34466fe698069, disabling compactions & flushes 2024-11-19T00:15:47,751 INFO [RegionOpenAndInit-ns3:test-17319753415472-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:15:47,751 DEBUG [RegionOpenAndInit-ns3:test-17319753415472-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:15:47,751 DEBUG [RegionOpenAndInit-ns3:test-17319753415472-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. after waiting 0 ms 2024-11-19T00:15:47,751 DEBUG [RegionOpenAndInit-ns3:test-17319753415472-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:15:47,751 INFO [RegionOpenAndInit-ns3:test-17319753415472-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:15:47,751 DEBUG [RegionOpenAndInit-ns3:test-17319753415472-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46a4ab86e1fff13ab8a34466fe698069: Waiting for close lock at 1731975347751Disabling compacts and flushes for region at 1731975347751Disabling writes for close at 1731975347751Writing region close event to WAL at 1731975347751Closed at 1731975347751 2024-11-19T00:15:47,760 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17319753415472 execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:15:47,761 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731975347761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731975347761"}]},"ts":"1731975347761"} 2024-11-19T00:15:47,768 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:15:47,773 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17319753415472 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:15:47,773 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17319753415472","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975347773"}]},"ts":"1731975347773"} 2024-11-19T00:15:47,790 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17319753415472, state=ENABLING in hbase:meta 2024-11-19T00:15:47,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17319753415472, region=46a4ab86e1fff13ab8a34466fe698069, ASSIGN}] 2024-11-19T00:15:47,801 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17319753415472, region=46a4ab86e1fff13ab8a34466fe698069, ASSIGN 2024-11-19T00:15:47,803 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17319753415472, region=46a4ab86e1fff13ab8a34466fe698069, ASSIGN; state=OFFLINE, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=false 2024-11-19T00:15:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T00:15:47,954 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=46a4ab86e1fff13ab8a34466fe698069, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:47,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17319753415472, region=46a4ab86e1fff13ab8a34466fe698069, ASSIGN because future has completed 2024-11-19T00:15:47,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a4ab86e1fff13ab8a34466fe698069, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:15:48,135 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:15:48,135 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 46a4ab86e1fff13ab8a34466fe698069, NAME => 'ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:15:48,136 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:15:48,136 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17319753415472 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:15:48,136 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:48,136 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:15:48,136 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:15:48,139 INFO [StoreOpener-46a4ab86e1fff13ab8a34466fe698069-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:15:48,143 INFO [StoreOpener-46a4ab86e1fff13ab8a34466fe698069-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a4ab86e1fff13ab8a34466fe698069 columnFamilyName f 2024-11-19T00:15:48,143 DEBUG [StoreOpener-46a4ab86e1fff13ab8a34466fe698069-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:48,148 INFO [StoreOpener-46a4ab86e1fff13ab8a34466fe698069-1 {}] regionserver.HStore(327): Store=46a4ab86e1fff13ab8a34466fe698069/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:48,149 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:15:48,151 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns3/test-17319753415472/46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:15:48,152 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns3/test-17319753415472/46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:15:48,152 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:15:48,153 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:15:48,156 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:15:48,172 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns3/test-17319753415472/46a4ab86e1fff13ab8a34466fe698069/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:15:48,173 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 46a4ab86e1fff13ab8a34466fe698069; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10919682880, jitterRate=0.016974717378616333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T00:15:48,174 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:15:48,175 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 46a4ab86e1fff13ab8a34466fe698069: Running coprocessor pre-open hook at 1731975348136Writing region info on filesystem at 1731975348136Initializing all the Stores at 1731975348138 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975348138Cleaning up temporary data from old regions at 1731975348153 (+15 ms)Running coprocessor post-open hooks at 1731975348174 (+21 ms)Region opened successfully at 1731975348175 (+1 ms) 2024-11-19T00:15:48,176 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069., pid=16, masterSystemTime=1731975348126 2024-11-19T00:15:48,187 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:15:48,187 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:15:48,193 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=46a4ab86e1fff13ab8a34466fe698069, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T00:15:48,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a4ab86e1fff13ab8a34466fe698069, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:15:48,216 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45905 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9d96596e55a9,39133,1731975327705, table=ns3:test-17319753415472, region=46a4ab86e1fff13ab8a34466fe698069. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T00:15:48,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T00:15:48,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 46a4ab86e1fff13ab8a34466fe698069, server=9d96596e55a9,39133,1731975327705 in 272 msec 2024-11-19T00:15:48,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T00:15:48,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17319753415472, region=46a4ab86e1fff13ab8a34466fe698069, ASSIGN in 466 msec 2024-11-19T00:15:48,266 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17319753415472 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:15:48,267 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17319753415472","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975348267"}]},"ts":"1731975348267"} 2024-11-19T00:15:48,270 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17319753415472, state=ENABLED in hbase:meta 2024-11-19T00:15:48,273 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17319753415472 execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:15:48,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17319753415472 in 724 msec 2024-11-19T00:15:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T00:15:48,710 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17319753415472 completed 2024-11-19T00:15:48,710 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17319753415472 get assigned. Timeout = 60000ms 2024-11-19T00:15:48,712 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T00:15:48,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17319753415472 assigned to meta. Checking AM states. 2024-11-19T00:15:48,721 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T00:15:48,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17319753415472 assigned. 2024-11-19T00:15:48,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17319753415473', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:15:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17319753415473 2024-11-19T00:15:48,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17319753415473 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:15:48,733 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:48,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17319753415473" procId is: 17 2024-11-19T00:15:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T00:15:48,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17319753415473 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:15:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741845_1021 (size=390) 2024-11-19T00:15:48,778 INFO [RegionOpenAndInit-ns4:test-17319753415473-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0d423a19fb352e08ef7f37f448f47c9, NAME => 'ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17319753415473', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:15:48,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741846_1022 (size=50) 2024-11-19T00:15:48,821 DEBUG [RegionOpenAndInit-ns4:test-17319753415473-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:48,821 DEBUG [RegionOpenAndInit-ns4:test-17319753415473-pool-0 {}] regionserver.HRegion(1722): Closing c0d423a19fb352e08ef7f37f448f47c9, disabling compactions & flushes 2024-11-19T00:15:48,821 INFO [RegionOpenAndInit-ns4:test-17319753415473-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:15:48,821 DEBUG [RegionOpenAndInit-ns4:test-17319753415473-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:15:48,821 DEBUG [RegionOpenAndInit-ns4:test-17319753415473-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. after waiting 0 ms 2024-11-19T00:15:48,821 DEBUG [RegionOpenAndInit-ns4:test-17319753415473-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:15:48,821 INFO [RegionOpenAndInit-ns4:test-17319753415473-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:15:48,821 DEBUG [RegionOpenAndInit-ns4:test-17319753415473-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0d423a19fb352e08ef7f37f448f47c9: Waiting for close lock at 1731975348821Disabling compacts and flushes for region at 1731975348821Disabling writes for close at 1731975348821Writing region close event to WAL at 1731975348821Closed at 1731975348821 2024-11-19T00:15:48,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17319753415473 execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:15:48,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731975348829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731975348829"}]},"ts":"1731975348829"} 2024-11-19T00:15:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T00:15:48,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:15:48,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17319753415473 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:15:48,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17319753415473","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975348845"}]},"ts":"1731975348845"} 2024-11-19T00:15:48,850 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17319753415473, state=ENABLING in hbase:meta 2024-11-19T00:15:48,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17319753415473, region=c0d423a19fb352e08ef7f37f448f47c9, ASSIGN}] 2024-11-19T00:15:48,855 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17319753415473, region=c0d423a19fb352e08ef7f37f448f47c9, ASSIGN 2024-11-19T00:15:48,857 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17319753415473, region=c0d423a19fb352e08ef7f37f448f47c9, ASSIGN; state=OFFLINE, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=false 2024-11-19T00:15:49,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c0d423a19fb352e08ef7f37f448f47c9, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:49,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17319753415473, region=c0d423a19fb352e08ef7f37f448f47c9, ASSIGN because future has completed 2024-11-19T00:15:49,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0d423a19fb352e08ef7f37f448f47c9, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:15:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T00:15:49,181 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:15:49,181 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c0d423a19fb352e08ef7f37f448f47c9, NAME => 'ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:15:49,182 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:15:49,182 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17319753415473 c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:15:49,182 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:49,182 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:15:49,184 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:15:49,191 INFO [StoreOpener-c0d423a19fb352e08ef7f37f448f47c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:15:49,202 INFO [StoreOpener-c0d423a19fb352e08ef7f37f448f47c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0d423a19fb352e08ef7f37f448f47c9 columnFamilyName f 2024-11-19T00:15:49,203 DEBUG [StoreOpener-c0d423a19fb352e08ef7f37f448f47c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:49,209 INFO [StoreOpener-c0d423a19fb352e08ef7f37f448f47c9-1 {}] regionserver.HStore(327): Store=c0d423a19fb352e08ef7f37f448f47c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:49,211 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:15:49,224 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns4/test-17319753415473/c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:15:49,232 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-19T00:15:49,234 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns4/test-17319753415473/c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:15:49,236 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:15:49,236 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:15:49,252 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:15:49,276 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns4/test-17319753415473/c0d423a19fb352e08ef7f37f448f47c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:15:49,278 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened c0d423a19fb352e08ef7f37f448f47c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9696476800, jitterRate=-0.09694522619247437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T00:15:49,278 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:15:49,279 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c0d423a19fb352e08ef7f37f448f47c9: Running coprocessor pre-open hook at 1731975349184Writing region info on filesystem at 1731975349184Initializing all the Stores at 1731975349187 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975349187Cleaning up temporary data from old regions at 1731975349236 (+49 ms)Running coprocessor post-open hooks at 1731975349278 (+42 ms)Region opened successfully at 1731975349279 (+1 ms) 2024-11-19T00:15:49,290 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9., pid=19, masterSystemTime=1731975349175 2024-11-19T00:15:49,306 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:15:49,306 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:15:49,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c0d423a19fb352e08ef7f37f448f47c9, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:49,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0d423a19fb352e08ef7f37f448f47c9, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:15:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T00:15:49,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-19T00:15:49,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c0d423a19fb352e08ef7f37f448f47c9, server=9d96596e55a9,39133,1731975327705 in 336 msec 2024-11-19T00:15:49,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-19T00:15:49,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17319753415473, region=c0d423a19fb352e08ef7f37f448f47c9, ASSIGN in 516 msec 2024-11-19T00:15:49,373 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17319753415473 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:15:49,373 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17319753415473","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975349373"}]},"ts":"1731975349373"} 2024-11-19T00:15:49,384 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17319753415473, state=ENABLED in hbase:meta 2024-11-19T00:15:49,393 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17319753415473 execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:15:49,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17319753415473 in 665 msec 2024-11-19T00:15:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-19T00:15:49,870 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17319753415473 completed 2024-11-19T00:15:49,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17319753415473 get assigned. Timeout = 60000ms 2024-11-19T00:15:49,870 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T00:15:49,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17319753415473 assigned to meta. Checking AM states. 2024-11-19T00:15:49,875 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T00:15:49,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17319753415473 assigned. 2024-11-19T00:15:49,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:15:49,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:15:49,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:49,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:49,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:15:49,933 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=609, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=1282, ProcessCount=9, AvailableMemoryMB=4067 2024-11-19T00:15:49,935 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=609 is superior to 500 2024-11-19T00:15:49,937 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-19T00:15:49,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731975341547 from 'test-1731975341547', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731975341547', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:15:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731975341547 2024-11-19T00:15:49,997 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17319753415472' 2024-11-19T00:15:49,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17319753415473' 2024-11-19T00:15:49,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17319753415471' 2024-11-19T00:15:50,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741847_1023 (size=908) 2024-11-19T00:15:50,060 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/.tabledesc/.tableinfo.0000000001.367 2024-11-19T00:15:50,060 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/.tabledesc/.tableinfo.0000000002.908 2024-11-19T00:15:50,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731975341547}] 2024-11-19T00:15:50,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, REOPEN/MOVE}] 2024-11-19T00:15:50,120 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, REOPEN/MOVE 2024-11-19T00:15:50,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=152f3d63111b9185f927609f81ff2955, regionState=CLOSING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:50,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, REOPEN/MOVE because future has completed 2024-11-19T00:15:50,149 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T00:15:50,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:15:50,319 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:50,319 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T00:15:50,320 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 152f3d63111b9185f927609f81ff2955, disabling compactions & flushes 2024-11-19T00:15:50,320 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:50,320 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:50,320 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. after waiting 0 ms 2024-11-19T00:15:50,321 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:50,330 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 152f3d63111b9185f927609f81ff2955 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-19T00:15:50,499 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/f/19531347d7ae45438a13c95a97f70279 is 37, key is row10/f:q1/1731975344471/Put/seqid=0 2024-11-19T00:15:50,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741848_1024 (size=8413) 2024-11-19T00:15:50,952 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/f/19531347d7ae45438a13c95a97f70279 2024-11-19T00:15:51,090 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/f/19531347d7ae45438a13c95a97f70279 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 2024-11-19T00:15:51,162 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279, entries=99, sequenceid=103, filesize=8.2 K 2024-11-19T00:15:51,185 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 152f3d63111b9185f927609f81ff2955 in 858ms, sequenceid=103, compaction requested=false 2024-11-19T00:15:51,244 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-19T00:15:51,256 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:15:51,256 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:51,257 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 152f3d63111b9185f927609f81ff2955: Waiting for close lock at 1731975350320Running coprocessor pre-close hooks at 1731975350320Disabling compacts and flushes for region at 1731975350320Disabling writes for close at 1731975350321 (+1 ms)Obtaining lock to block concurrent updates at 1731975350330 (+9 ms)Preparing flush snapshotting stores in 152f3d63111b9185f927609f81ff2955 at 1731975350330Finished memstore snapshotting test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731975350341 (+11 ms)Flushing stores of test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. at 1731975350348 (+7 ms)Flushing 152f3d63111b9185f927609f81ff2955/f: creating writer at 1731975350351 (+3 ms)Flushing 152f3d63111b9185f927609f81ff2955/f: appending metadata at 1731975350477 (+126 ms)Flushing 152f3d63111b9185f927609f81ff2955/f: closing flushed file at 1731975350481 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca7e091: reopening flushed file at 1731975351085 (+604 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 152f3d63111b9185f927609f81ff2955 in 858ms, sequenceid=103, compaction requested=false at 1731975351186 (+101 ms)Writing region close event to WAL at 1731975351196 (+10 ms)Running coprocessor post-close hooks at 1731975351248 (+52 ms)Closed at 1731975351256 (+8 ms) 2024-11-19T00:15:51,257 WARN [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 152f3d63111b9185f927609f81ff2955 to self. 2024-11-19T00:15:51,267 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=152f3d63111b9185f927609f81ff2955, regionState=CLOSED 2024-11-19T00:15:51,268 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:15:51,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-19T00:15:51,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705 in 1.1510 sec 2024-11-19T00:15:51,330 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, REOPEN/MOVE; state=CLOSED, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=true 2024-11-19T00:15:51,482 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=152f3d63111b9185f927609f81ff2955, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:51,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, REOPEN/MOVE because future has completed 2024-11-19T00:15:51,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:15:51,647 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:51,647 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 152f3d63111b9185f927609f81ff2955, NAME => 'test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:15:51,648 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:15:51,648 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731975341547 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,648 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:51,648 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,648 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,651 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,653 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152f3d63111b9185f927609f81ff2955 columnFamilyName f 2024-11-19T00:15:51,653 DEBUG [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:51,681 DEBUG [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 2024-11-19T00:15:51,681 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(327): Store=152f3d63111b9185f927609f81ff2955/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:51,682 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,690 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152f3d63111b9185f927609f81ff2955 columnFamilyName f3 2024-11-19T00:15:51,691 DEBUG [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:51,692 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(327): Store=152f3d63111b9185f927609f81ff2955/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:51,693 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,704 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152f3d63111b9185f927609f81ff2955 columnFamilyName mob 2024-11-19T00:15:51,717 DEBUG [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:51,723 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(327): Store=152f3d63111b9185f927609f81ff2955/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:51,724 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,725 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,729 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,736 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,736 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,738 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731975341547 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:15:51,745 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,754 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 152f3d63111b9185f927609f81ff2955; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9920618080, jitterRate=-0.07607044279575348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:15:51,754 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:51,755 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 152f3d63111b9185f927609f81ff2955: Running coprocessor pre-open hook at 1731975351648Writing region info on filesystem at 1731975351648Initializing all the Stores at 1731975351650 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975351650Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975351651 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975351651Cleaning up temporary data from old regions at 1731975351736 (+85 ms)Running coprocessor post-open hooks at 1731975351755 (+19 ms)Region opened successfully at 1731975351755 2024-11-19T00:15:51,764 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955., pid=24, masterSystemTime=1731975351640 2024-11-19T00:15:51,781 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:51,781 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:51,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=152f3d63111b9185f927609f81ff2955, regionState=OPEN, openSeqNum=107, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:51,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:15:51,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-19T00:15:51,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705 in 326 msec 2024-11-19T00:15:51,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-19T00:15:51,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, REOPEN/MOVE in 1.7180 sec 2024-11-19T00:15:51,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-19T00:15:51,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731975341547 in 1.8080 sec 2024-11-19T00:15:51,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731975341547 in 1.9350 sec 2024-11-19T00:15:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-19T00:15:51,901 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731975341547 completed 2024-11-19T00:15:51,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab82c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:51,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:15:51,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:15:51,913 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:15:51,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:15:51,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:15:51,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae5dca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:51,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:15:51,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:15:51,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:51,925 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:15:51,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a1c641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:51,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:15:51,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:15:51,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:15:51,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:15:51,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731975341547', row='row-test-1731975341547-3-0', locateType=CURRENT is [region=test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955., hostname=9d96596e55a9,39133,1731975327705, seqNum=107] 2024-11-19T00:15:52,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:15:52,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:15:52,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca51a8b 2024-11-19T00:15:52,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:15:52,160 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:15:52,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-19T00:15:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-19T00:15:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T00:15:52,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 55 msec 2024-11-19T00:15:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-19T00:15:52,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-19T00:15:52,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:15:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-19T00:15:52,357 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:15:52,358 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:52,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-19T00:15:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-19T00:15:52,360 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:15:52,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741849_1025 (size=635) 2024-11-19T00:15:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-19T00:15:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-19T00:15:52,826 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1446a903b85afe1d6d44d118d1878522, NAME => 'backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:15:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741850_1026 (size=40) 2024-11-19T00:15:52,916 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:52,917 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 1446a903b85afe1d6d44d118d1878522, disabling compactions & flushes 2024-11-19T00:15:52,917 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:15:52,917 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:15:52,917 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. after waiting 0 ms 2024-11-19T00:15:52,917 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:15:52,917 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:15:52,917 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1446a903b85afe1d6d44d118d1878522: Waiting for close lock at 1731975352917Disabling compacts and flushes for region at 1731975352917Disabling writes for close at 1731975352917Writing region close event to WAL at 1731975352917Closed at 1731975352917 2024-11-19T00:15:52,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:15:52,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731975352921"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731975352921"}]},"ts":"1731975352921"} 2024-11-19T00:15:52,927 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:15:52,932 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:15:52,933 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975352932"}]},"ts":"1731975352932"} 2024-11-19T00:15:52,938 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-19T00:15:52,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=1446a903b85afe1d6d44d118d1878522, ASSIGN}] 2024-11-19T00:15:52,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=1446a903b85afe1d6d44d118d1878522, ASSIGN 2024-11-19T00:15:52,945 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=1446a903b85afe1d6d44d118d1878522, ASSIGN; state=OFFLINE, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=false 2024-11-19T00:15:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-19T00:15:53,096 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=1446a903b85afe1d6d44d118d1878522, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:53,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=1446a903b85afe1d6d44d118d1878522, ASSIGN because future has completed 2024-11-19T00:15:53,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1446a903b85afe1d6d44d118d1878522, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:15:53,264 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:15:53,264 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 1446a903b85afe1d6d44d118d1878522, NAME => 'backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:15:53,265 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:15:53,265 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:53,265 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:53,265 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:53,266 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:53,268 INFO [StoreOpener-1446a903b85afe1d6d44d118d1878522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:53,278 INFO [StoreOpener-1446a903b85afe1d6d44d118d1878522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1446a903b85afe1d6d44d118d1878522 columnFamilyName meta 2024-11-19T00:15:53,278 DEBUG [StoreOpener-1446a903b85afe1d6d44d118d1878522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:53,279 INFO [StoreOpener-1446a903b85afe1d6d44d118d1878522-1 {}] regionserver.HStore(327): Store=1446a903b85afe1d6d44d118d1878522/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:53,280 INFO [StoreOpener-1446a903b85afe1d6d44d118d1878522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:53,283 INFO [StoreOpener-1446a903b85afe1d6d44d118d1878522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1446a903b85afe1d6d44d118d1878522 columnFamilyName session 2024-11-19T00:15:53,283 DEBUG [StoreOpener-1446a903b85afe1d6d44d118d1878522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:53,284 INFO [StoreOpener-1446a903b85afe1d6d44d118d1878522-1 {}] regionserver.HStore(327): Store=1446a903b85afe1d6d44d118d1878522/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:53,284 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:53,288 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:53,289 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:53,291 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:53,291 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:53,293 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T00:15:53,299 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:53,308 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:15:53,309 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 1446a903b85afe1d6d44d118d1878522; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10338569920, jitterRate=-0.037145644426345825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T00:15:53,310 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:53,310 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 1446a903b85afe1d6d44d118d1878522: Running coprocessor pre-open hook at 1731975353266Writing region info on filesystem at 1731975353266Initializing all the Stores at 1731975353268 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975353268Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975353268Cleaning up temporary data from old regions at 1731975353292 (+24 ms)Running coprocessor post-open hooks at 1731975353310 (+18 ms)Region opened successfully at 1731975353310 2024-11-19T00:15:53,312 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., pid=28, masterSystemTime=1731975353257 2024-11-19T00:15:53,315 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:15:53,315 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:15:53,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=1446a903b85afe1d6d44d118d1878522, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:53,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1446a903b85afe1d6d44d118d1878522, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:15:53,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-19T00:15:53,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 1446a903b85afe1d6d44d118d1878522, server=9d96596e55a9,39133,1731975327705 in 224 msec 2024-11-19T00:15:53,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-19T00:15:53,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=1446a903b85afe1d6d44d118d1878522, ASSIGN in 391 msec 2024-11-19T00:15:53,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:15:53,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975353335"}]},"ts":"1731975353335"} 2024-11-19T00:15:53,339 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-19T00:15:53,340 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:15:53,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 994 msec 2024-11-19T00:15:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-19T00:15:53,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-19T00:15:53,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:15:53,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:15:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-19T00:15:53,542 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:15:53,542 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:53,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-19T00:15:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T00:15:53,544 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:15:53,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741851_1027 (size=640) 2024-11-19T00:15:53,607 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d4c3afed109b6d2e4db484a9eeefe00, NAME => 'backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:15:53,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741852_1028 (size=45) 2024-11-19T00:15:53,625 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:53,625 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 6d4c3afed109b6d2e4db484a9eeefe00, disabling compactions & flushes 2024-11-19T00:15:53,625 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:15:53,625 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:15:53,625 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. after waiting 0 ms 2024-11-19T00:15:53,625 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:15:53,625 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:15:53,625 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d4c3afed109b6d2e4db484a9eeefe00: Waiting for close lock at 1731975353625Disabling compacts and flushes for region at 1731975353625Disabling writes for close at 1731975353625Writing region close event to WAL at 1731975353625Closed at 1731975353625 2024-11-19T00:15:53,640 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:15:53,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731975353640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731975353640"}]},"ts":"1731975353640"} 2024-11-19T00:15:53,648 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:15:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T00:15:53,653 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:15:53,653 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975353653"}]},"ts":"1731975353653"} 2024-11-19T00:15:53,656 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-19T00:15:53,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=6d4c3afed109b6d2e4db484a9eeefe00, ASSIGN}] 2024-11-19T00:15:53,658 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=6d4c3afed109b6d2e4db484a9eeefe00, ASSIGN 2024-11-19T00:15:53,659 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=6d4c3afed109b6d2e4db484a9eeefe00, ASSIGN; state=OFFLINE, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=false 2024-11-19T00:15:53,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=6d4c3afed109b6d2e4db484a9eeefe00, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:53,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=6d4c3afed109b6d2e4db484a9eeefe00, ASSIGN because future has completed 2024-11-19T00:15:53,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d4c3afed109b6d2e4db484a9eeefe00, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:15:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T00:15:53,977 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:15:53,978 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d4c3afed109b6d2e4db484a9eeefe00, NAME => 'backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:15:53,978 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:15:53,978 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:15:53,979 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:15:53,979 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:15:53,979 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:15:53,992 INFO [StoreOpener-6d4c3afed109b6d2e4db484a9eeefe00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:15:54,005 INFO [StoreOpener-6d4c3afed109b6d2e4db484a9eeefe00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d4c3afed109b6d2e4db484a9eeefe00 columnFamilyName meta 2024-11-19T00:15:54,005 DEBUG [StoreOpener-6d4c3afed109b6d2e4db484a9eeefe00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:54,012 INFO [StoreOpener-6d4c3afed109b6d2e4db484a9eeefe00-1 {}] regionserver.HStore(327): Store=6d4c3afed109b6d2e4db484a9eeefe00/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:54,012 INFO [StoreOpener-6d4c3afed109b6d2e4db484a9eeefe00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:15:54,018 INFO [StoreOpener-6d4c3afed109b6d2e4db484a9eeefe00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d4c3afed109b6d2e4db484a9eeefe00 columnFamilyName session 2024-11-19T00:15:54,019 DEBUG [StoreOpener-6d4c3afed109b6d2e4db484a9eeefe00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:54,024 INFO [StoreOpener-6d4c3afed109b6d2e4db484a9eeefe00-1 {}] regionserver.HStore(327): Store=6d4c3afed109b6d2e4db484a9eeefe00/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:15:54,024 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:15:54,029 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system_bulk/6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:15:54,030 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system_bulk/6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:15:54,032 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:15:54,033 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:15:54,036 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-19T00:15:54,043 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:15:54,064 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system_bulk/6d4c3afed109b6d2e4db484a9eeefe00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:15:54,072 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 6d4c3afed109b6d2e4db484a9eeefe00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10571362880, jitterRate=-0.015465110540390015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-19T00:15:54,073 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:15:54,074 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 6d4c3afed109b6d2e4db484a9eeefe00: Running coprocessor pre-open hook at 1731975353979Writing region info on filesystem at 1731975353979Initializing all the Stores at 1731975353988 (+9 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975353988Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975353992 (+4 ms)Cleaning up temporary data from old regions at 1731975354033 (+41 ms)Running coprocessor post-open hooks at 1731975354073 (+40 ms)Region opened successfully at 1731975354073 2024-11-19T00:15:54,080 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00., pid=31, masterSystemTime=1731975353968 2024-11-19T00:15:54,088 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=6d4c3afed109b6d2e4db484a9eeefe00, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:15:54,089 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:15:54,089 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:15:54,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d4c3afed109b6d2e4db484a9eeefe00, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:15:54,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-19T00:15:54,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d4c3afed109b6d2e4db484a9eeefe00, server=9d96596e55a9,39133,1731975327705 in 314 msec 2024-11-19T00:15:54,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-19T00:15:54,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=6d4c3afed109b6d2e4db484a9eeefe00, ASSIGN in 493 msec 2024-11-19T00:15:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T00:15:54,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:15:54,177 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975354177"}]},"ts":"1731975354177"} 2024-11-19T00:15:54,196 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-19T00:15:54,202 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:15:54,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 665 msec 2024-11-19T00:15:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-19T00:15:54,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-19T00:15:54,686 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-19T00:15:54,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:15:54,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:15:54,731 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-19T00:15:54,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:15:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-19T00:15:54,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-19T00:15:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731975354817 (current time:1731975354817). 2024-11-19T00:15:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T00:15:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-19T00:15:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d5ec48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:15:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:15:54,824 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:15:54,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:15:54,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:15:54,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f382aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:54,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:15:54,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:15:54,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:54,837 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:15:54,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e122aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:15:54,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:15:54,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:15:54,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:15:54,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905. 2024-11-19T00:15:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:15:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:54,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:15:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-19T00:15:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-19T00:15:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-19T00:15:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-19T00:15:54,884 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T00:15:54,896 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T00:15:54,930 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T00:15:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-19T00:15:55,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741853_1029 (size=52) 2024-11-19T00:15:55,026 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T00:15:55,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522}] 2024-11-19T00:15:55,038 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-19T00:15:55,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-19T00:15:55,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:15:55,210 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1446a903b85afe1d6d44d118d1878522 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-19T00:15:55,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-19T00:15:55,302 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-19T00:15:55,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-19T00:15:55,304 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-19T00:15:55,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17319753415471 2024-11-19T00:15:55,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17319753415471 Metrics about Tables on a single HBase RegionServer 2024-11-19T00:15:55,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17319753415472 2024-11-19T00:15:55,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17319753415472 Metrics about Tables on a single HBase RegionServer 2024-11-19T00:15:55,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17319753415473 2024-11-19T00:15:55,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17319753415473 Metrics about Tables on a single HBase RegionServer 2024-11-19T00:15:55,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/d966e2c083534556bc734d33be27f98b is 49, key is activesession:/session:c/1731975354788/Put/seqid=0 2024-11-19T00:15:55,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741854_1030 (size=5049) 2024-11-19T00:15:55,357 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/d966e2c083534556bc734d33be27f98b 2024-11-19T00:15:55,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/d966e2c083534556bc734d33be27f98b as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/d966e2c083534556bc734d33be27f98b 2024-11-19T00:15:55,405 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/d966e2c083534556bc734d33be27f98b, entries=1, sequenceid=5, filesize=4.9 K 2024-11-19T00:15:55,416 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 1446a903b85afe1d6d44d118d1878522 in 206ms, sequenceid=5, compaction requested=false 2024-11-19T00:15:55,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-19T00:15:55,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1446a903b85afe1d6d44d118d1878522: 2024-11-19T00:15:55,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. for snapshot_backup_system completed. 2024-11-19T00:15:55,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522.' region-info for snapshot=snapshot_backup_system 2024-11-19T00:15:55,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T00:15:55,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T00:15:55,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/d966e2c083534556bc734d33be27f98b] hfiles 2024-11-19T00:15:55,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/d966e2c083534556bc734d33be27f98b for snapshot=snapshot_backup_system 2024-11-19T00:15:55,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741855_1031 (size=95) 2024-11-19T00:15:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-19T00:15:55,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:15:55,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-19T00:15:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-19T00:15:55,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:55,906 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:15:55,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-19T00:15:55,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522 in 879 msec 2024-11-19T00:15:55,914 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T00:15:55,917 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T00:15:55,918 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T00:15:55,919 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-19T00:15:55,922 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-19T00:15:55,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741856_1032 (size=731) 2024-11-19T00:15:55,987 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T00:15:56,005 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-19T00:15:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-19T00:15:56,026 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T00:15:56,028 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_backup_system 2024-11-19T00:15:56,031 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T00:15:56,031 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-19T00:15:56,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.1670 sec 2024-11-19T00:15:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-19T00:15:57,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-19T00:15:57,032 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731975352090 started at 1731975357031. 2024-11-19T00:15:57,056 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731975352090 has been started. 2024-11-19T00:15:57,062 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-19T00:15:57,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-19T00:15:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-19T00:15:57,080 INFO [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-19T00:15:57,081 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-19T00:15:57,081 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-19T00:15:57,081 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-19T00:15:57,088 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-19T00:15:57,088 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-19T00:15:57,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-19T00:15:57,105 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-19T00:15:57,105 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-19T00:15:57,108 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-19T00:15:57,120 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,120 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-19T00:15:57,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-19T00:15:57,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-19T00:15:57,137 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-19T00:15:57,137 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-19T00:15:57,152 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-19T00:15:57,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-19T00:15:57,164 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-19T00:15:57,164 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-19T00:15:57,164 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-19T00:15:57,164 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-19T00:15:57,164 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '9d96596e55a9,39133,1731975327705' joining acquired barrier for procedure (rolllog) in zk 2024-11-19T00:15:57,181 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-19T00:15:57,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,188 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-19T00:15:57,188 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-19T00:15:57,189 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-19T00:15:57,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-19T00:15:57,196 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-19T00:15:57,200 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-19T00:15:57,204 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:15:57,212 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-19T00:15:57,232 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '9d96596e55a9,39133,1731975327705' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-19T00:15:57,233 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4e4b4d94[Count = 0] remaining members to acquire global barrier 2024-11-19T00:15:57,235 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-19T00:15:57,235 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-19T00:15:57,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-19T00:15:57,256 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-19T00:15:57,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-19T00:15:57,257 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-19T00:15:57,260 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,260 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-19T00:15:57,263 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-19T00:15:57,264 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,279 INFO [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731975332336 highest: 1731975343680 on 9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,280 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0:(num 1731975332336) roll requested 2024-11-19T00:15:57,303 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975357280, exclude list is [], retry=0 2024-11-19T00:15:57,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:15:57,321 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975332336 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975357280 2024-11-19T00:15:57,323 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:15:57,323 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975332336 is not closed yet, will try archiving it next time 2024-11-19T00:15:57,323 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1:(num 1731975343680) roll requested 2024-11-19T00:15:57,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741833_1009 (size=1034) 2024-11-19T00:15:57,345 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975332336 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975332336 2024-11-19T00:15:57,348 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975357323, exclude list is [], retry=0 2024-11-19T00:15:57,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:15:57,368 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975343680 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975357323 2024-11-19T00:15:57,372 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:15:57,372 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975343680 is not closed yet, will try archiving it next time 2024-11-19T00:15:57,373 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.meta:.meta(num 1731975333160) roll requested 2024-11-19T00:15:57,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741840_1016 (size=4756) 2024-11-19T00:15:57,393 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975357373.meta, exclude list is [], retry=0 2024-11-19T00:15:57,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:15:57,403 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975333160.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975357373.meta 2024-11-19T00:15:57,408 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:15:57,409 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975333160.meta is not closed yet, will try archiving it next time 2024-11-19T00:15:57,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741834_1010 (size=12055) 2024-11-19T00:15:57,425 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 146 2024-11-19T00:15:57,425 INFO [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731975357280 on 9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,425 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:15:57,426 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:15:57,426 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@164680bd 2024-11-19T00:15:57,426 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:15:57,427 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T00:15:57,428 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:15:57,429 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:15:57,429 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:15:57,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T00:15:57,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:15:57,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:15:57,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:35349/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:15:57,471 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-19T00:15:57,471 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '9d96596e55a9,39133,1731975327705' in zk 2024-11-19T00:15:57,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-19T00:15:57,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-19T00:15:57,483 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-19T00:15:57,483 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-19T00:15:57,484 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-19T00:15:57,489 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-19T00:15:57,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-19T00:15:57,494 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:15:57,496 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,509 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-19T00:15:57,518 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:15:57,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,546 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '9d96596e55a9,39133,1731975327705': 2024-11-19T00:15:57,547 INFO [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-19T00:15:57,547 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-19T00:15:57,547 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-19T00:15:57,547 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '9d96596e55a9,39133,1731975327705' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-19T00:15:57,547 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-19T00:15:57,547 INFO [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-19T00:15:57,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-19T00:15:57,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-19T00:15:57,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-19T00:15:57,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-19T00:15:57,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-19T00:15:57,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-19T00:15:57,577 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-19T00:15:57,577 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-19T00:15:57,583 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-19T00:15:57,592 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,593 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-19T00:15:57,593 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-19T00:15:57,596 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:15:57,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-19T00:15:57,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-19T00:15:57,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:15:57,621 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,627 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,627 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-19T00:15:57,636 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:15:57,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-19T00:15:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-19T00:15:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-19T00:15:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-19T00:15:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:15:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-19T00:15:57,720 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-19T00:15:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-19T00:15:57,720 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-19T00:15:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-19T00:15:57,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-19T00:15:57,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-19T00:15:57,722 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-19T00:15:57,728 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-19T00:15:57,729 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-19T00:15:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-19T00:15:57,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } 2024-11-19T00:15:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731975357744 (current time:1731975357744). 2024-11-19T00:15:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T00:15:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731975357743_default_test-1731975341547 VERSION not specified, setting to 2 2024-11-19T00:15:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166cf68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:15:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:15:57,748 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:15:57,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:15:57,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:15:57,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e64eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:57,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:15:57,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:15:57,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:57,752 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:15:57,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279d0e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:15:57,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:15:57,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:15:57,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:15:57,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905. 2024-11-19T00:15:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:15:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:57,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:15:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-19T00:15:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } 2024-11-19T00:15:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-19T00:15:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-19T00:15:57,797 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T00:15:57,799 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T00:15:57,849 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T00:15:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-19T00:15:57,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741860_1036 (size=84) 2024-11-19T00:15:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-19T00:15:58,332 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T00:15:58,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 152f3d63111b9185f927609f81ff2955}] 2024-11-19T00:15:58,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-19T00:15:58,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-19T00:15:58,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:58,509 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 152f3d63111b9185f927609f81ff2955 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-19T00:15:58,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/f3/171be458f7f8465dbc496a5b4b9703da is 58, key is row-test-1731975341547-3-0/f3:q1/1731975351949/Put/seqid=0 2024-11-19T00:15:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741861_1037 (size=5387) 2024-11-19T00:15:58,649 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/f3/171be458f7f8465dbc496a5b4b9703da 2024-11-19T00:15:58,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741862_1038 (size=4469) 2024-11-19T00:15:58,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/mob/e18905f6be1a43eba3dfc108704bdd1d is 59, key is row-test-1731975341547-3-0/mob:q1/1731975352045/Put/seqid=0 2024-11-19T00:15:58,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741863_1039 (size=5484) 2024-11-19T00:15:58,860 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/mob/e18905f6be1a43eba3dfc108704bdd1d 2024-11-19T00:15:58,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/f3/171be458f7f8465dbc496a5b4b9703da as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3/171be458f7f8465dbc496a5b4b9703da 2024-11-19T00:15:58,931 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3/171be458f7f8465dbc496a5b4b9703da, entries=6, sequenceid=121, filesize=5.3 K 2024-11-19T00:15:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-19T00:15:58,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/mob/e18905f6be1a43eba3dfc108704bdd1d as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d 2024-11-19T00:15:58,984 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d, entries=6, sequenceid=121, filesize=5.4 K 2024-11-19T00:15:58,992 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 152f3d63111b9185f927609f81ff2955 in 479ms, sequenceid=121, compaction requested=false 2024-11-19T00:15:58,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 152f3d63111b9185f927609f81ff2955: 2024-11-19T00:15:58,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. for snapshot_1731975357743_default_test-1731975341547 completed. 2024-11-19T00:15:58,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955.' region-info for snapshot=snapshot_1731975357743_default_test-1731975341547 2024-11-19T00:15:58,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T00:15:58,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279] hfiles 2024-11-19T00:15:58,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 for snapshot=snapshot_1731975357743_default_test-1731975341547 2024-11-19T00:15:58,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3/171be458f7f8465dbc496a5b4b9703da] hfiles 2024-11-19T00:15:58,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3/171be458f7f8465dbc496a5b4b9703da for snapshot=snapshot_1731975357743_default_test-1731975341547 2024-11-19T00:15:58,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d] hfiles 2024-11-19T00:15:58,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d for snapshot=snapshot_1731975357743_default_test-1731975341547 2024-11-19T00:15:59,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741864_1040 (size=185) 2024-11-19T00:15:59,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:15:59,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-19T00:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-19T00:15:59,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731975357743_default_test-1731975341547 on region 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:59,079 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 152f3d63111b9185f927609f81ff2955 2024-11-19T00:15:59,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-19T00:15:59,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 152f3d63111b9185f927609f81ff2955 in 754 msec 2024-11-19T00:15:59,105 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T00:15:59,109 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T00:15:59,119 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-19T00:15:59,119 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-19T00:15:59,120 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:59,129 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-19T00:15:59,129 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:59,133 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-19T00:15:59,133 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:15:59,142 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-19T00:15:59,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741865_1041 (size=49) 2024-11-19T00:15:59,244 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T00:15:59,245 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731975357743_default_test-1731975341547 2024-11-19T00:15:59,248 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975357743_default_test-1731975341547 2024-11-19T00:15:59,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741866_1042 (size=1146) 2024-11-19T00:15:59,379 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T00:15:59,402 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T00:15:59,402 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975357743_default_test-1731975341547 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975357743_default_test-1731975341547 2024-11-19T00:15:59,405 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T00:15:59,405 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-19T00:15:59,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731975357743_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } in 1.6300 sec 2024-11-19T00:15:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-19T00:15:59,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731975341547 completed 2024-11-19T00:15:59,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } 2024-11-19T00:15:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731975359953 (current time:1731975359953). 2024-11-19T00:15:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T00:15:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731975359952_ns2_test-17319753415471 VERSION not specified, setting to 2 2024-11-19T00:15:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9e7766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:15:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:15:59,964 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:15:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:15:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:15:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525f82b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:15:59,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:15:59,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:15:59,970 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:15:59,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340b66a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:15:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:15:59,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:15:59,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:00,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:00,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905. 2024-11-19T00:16:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:16:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:00,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-19T00:16:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } 2024-11-19T00:16:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-19T00:16:00,014 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T00:16:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-19T00:16:00,016 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T00:16:00,021 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T00:16:00,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741867_1043 (size=86) 2024-11-19T00:16:00,108 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T00:16:00,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d22f6111f7722a62e02be83e2673c1b}] 2024-11-19T00:16:00,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:16:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-19T00:16:00,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-19T00:16:00,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:16:00,275 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 3d22f6111f7722a62e02be83e2673c1b 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-19T00:16:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-19T00:16:00,357 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/.tmp/f/a459bd17534f4450a7c034d8cf21b5b3 is 37, key is row10/f:q1/1731975347188/Put/seqid=0 2024-11-19T00:16:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741868_1044 (size=8413) 2024-11-19T00:16:00,409 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/.tmp/f/a459bd17534f4450a7c034d8cf21b5b3 2024-11-19T00:16:00,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/.tmp/f/a459bd17534f4450a7c034d8cf21b5b3 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3 2024-11-19T00:16:00,474 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3, entries=99, sequenceid=103, filesize=8.2 K 2024-11-19T00:16:00,485 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 3d22f6111f7722a62e02be83e2673c1b in 209ms, sequenceid=103, compaction requested=false 2024-11-19T00:16:00,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 3d22f6111f7722a62e02be83e2673c1b: 2024-11-19T00:16:00,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. for snapshot_1731975359952_ns2_test-17319753415471 completed. 2024-11-19T00:16:00,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b.' region-info for snapshot=snapshot_1731975359952_ns2_test-17319753415471 2024-11-19T00:16:00,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T00:16:00,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3] hfiles 2024-11-19T00:16:00,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3 for snapshot=snapshot_1731975359952_ns2_test-17319753415471 2024-11-19T00:16:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741869_1045 (size=91) 2024-11-19T00:16:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-19T00:16:00,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:16:00,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-19T00:16:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-19T00:16:00,952 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731975359952_ns2_test-17319753415471 on region 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:16:00,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:16:00,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-19T00:16:00,962 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T00:16:00,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3d22f6111f7722a62e02be83e2673c1b in 845 msec 2024-11-19T00:16:00,963 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T00:16:00,965 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T00:16:00,965 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731975359952_ns2_test-17319753415471 2024-11-19T00:16:00,967 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975359952_ns2_test-17319753415471 2024-11-19T00:16:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741870_1046 (size=456) 2024-11-19T00:16:01,032 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T00:16:01,043 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T00:16:01,047 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975359952_ns2_test-17319753415471 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975359952_ns2_test-17319753415471 2024-11-19T00:16:01,051 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T00:16:01,051 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-19T00:16:01,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731975359952_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } in 1.0420 sec 2024-11-19T00:16:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-19T00:16:01,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17319753415471 completed 2024-11-19T00:16:01,160 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731975352090 2024-11-19T00:16:01,160 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-19T00:16:01,162 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-19T00:16:01,163 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731975352090_ns2:test-17319753415471 2024-11-19T00:16:01,164 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731975359952_ns2_test-17319753415471 to hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471/ 2024-11-19T00:16:01,169 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-19T00:16:01,221 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35349, inputRoot=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:16:01,221 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_810357533_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471/.hbase-snapshot/.tmp/snapshot_1731975359952_ns2_test-17319753415471 2024-11-19T00:16:01,229 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-19T00:16:01,253 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975359952_ns2_test-17319753415471 to hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471/.hbase-snapshot/.tmp/snapshot_1731975359952_ns2_test-17319753415471 2024-11-19T00:16:01,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741871_1047 (size=456) 2024-11-19T00:16:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741872_1048 (size=86) 2024-11-19T00:16:01,722 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:01,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:01,723 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:03,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-18184251229460931758.jar 2024-11-19T00:16:03,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:03,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:03,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:03,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:03,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:03,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:03,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:03,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:03,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:03,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:16:03,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:16:03,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:16:03,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:16:03,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:16:03,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:16:03,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:16:03,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:16:03,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:16:03,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:16:03,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:16:03,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:03,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:03,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:03,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:03,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:03,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:03,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:03,205 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:16:03,285 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731975359952_ns2_test-17319753415471' hfile list 2024-11-19T00:16:03,293 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-19T00:16:03,838 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local184466392_0001_40c3e22f-88d3-4fc9-a72e-fb837967d288/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:16:03,838 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local184466392_0001_40c3e22f-88d3-4fc9-a72e-fb837967d288/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:16:04,174 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-19T00:16:04,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741873_1049 (size=8413) 2024-11-19T00:16:04,668 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3 output=hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3 2024-11-19T00:16:04,671 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-19T00:16:05,027 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-19T00:16:05,028 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-19T00:16:05,042 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731975359952_ns2_test-17319753415471 2024-11-19T00:16:05,042 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731975359952_ns2_test-17319753415471 finished. 2024-11-19T00:16:05,043 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731975352090_test-1731975341547 2024-11-19T00:16:05,043 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731975357743_default_test-1731975341547 to hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/ 2024-11-19T00:16:05,043 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-19T00:16:05,091 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35349, inputRoot=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:16:05,091 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_810357533_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/.hbase-snapshot/.tmp/snapshot_1731975357743_default_test-1731975341547 2024-11-19T00:16:05,098 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-19T00:16:05,119 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975357743_default_test-1731975341547 to hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/.hbase-snapshot/.tmp/snapshot_1731975357743_default_test-1731975341547 2024-11-19T00:16:05,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741875_1051 (size=1146) 2024-11-19T00:16:05,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741874_1050 (size=84) 2024-11-19T00:16:05,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:05,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:05,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:06,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-10223186322822114966.jar 2024-11-19T00:16:06,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:06,850 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:06,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:06,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:06,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:06,851 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:06,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:06,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:06,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:06,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:16:06,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:16:06,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:16:06,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:16:06,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:16:06,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:16:06,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:16:06,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:16:06,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:16:06,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:16:06,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:16:06,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:06,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:06,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:06,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:06,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:06,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:06,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:06,933 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:16:07,047 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731975357743_default_test-1731975341547' hfile list 2024-11-19T00:16:07,053 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-19T00:16:07,247 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local306239140_0002_5ae31b83-142a-408d-b96a-52953fa2cf49/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:16:07,247 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local306239140_0002_5ae31b83-142a-408d-b96a-52953fa2cf49/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:16:07,356 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-19T00:16:07,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741876_1052 (size=8413) 2024-11-19T00:16:07,818 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 output=hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 2024-11-19T00:16:07,819 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-19T00:16:07,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741877_1053 (size=5484) 2024-11-19T00:16:07,904 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d output=hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d 2024-11-19T00:16:07,905 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.066M/sec 2024-11-19T00:16:07,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741878_1054 (size=5387) 2024-11-19T00:16:07,967 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3/171be458f7f8465dbc496a5b4b9703da output=hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3/171be458f7f8465dbc496a5b4b9703da 2024-11-19T00:16:07,967 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.093M/sec 2024-11-19T00:16:08,309 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-19T00:16:08,310 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-19T00:16:08,321 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731975357743_default_test-1731975341547 2024-11-19T00:16:08,322 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731975357743_default_test-1731975341547 finished. 2024-11-19T00:16:08,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17319753415471 2024-11-19T00:16:08,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731975341547 2024-11-19T00:16:08,389 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731975352090 2024-11-19T00:16:08,389 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-19T00:16:08,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741879_1055 (size=130) 2024-11-19T00:16:08,831 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35349/backupUT/backup_1731975352090/.backup.manifest 2024-11-19T00:16:08,833 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731975352090 finished: type=FULL,tablelist=ns2:test-17319753415471;test-1731975341547,targetRootDir=hdfs://localhost:35349/backupUT,startts=1731975357031,completets=1731975368386,bytescopied=0 2024-11-19T00:16:08,834 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-19T00:16:08,834 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731975359952_ns2_test-17319753415471 2024-11-19T00:16:08,837 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731975359952_ns2_test-17319753415471" type: DISABLED 2024-11-19T00:16:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731975359952_ns2_test-17319753415471 2024-11-19T00:16:08,843 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731975359952_ns2_test-17319753415471 for backup backup_1731975352090 succeeded. 2024-11-19T00:16:08,843 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731975357743_default_test-1731975341547 2024-11-19T00:16:08,844 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731975357743_default_test-1731975341547" type: DISABLED 2024-11-19T00:16:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731975357743_default_test-1731975341547 2024-11-19T00:16:08,848 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731975357743_default_test-1731975341547 for backup backup_1731975352090 succeeded. 2024-11-19T00:16:08,849 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-19T00:16:08,865 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-19T00:16:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-19T00:16:08,871 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-19T00:16:08,877 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-19T00:16:08,898 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731975352090 completed. 2024-11-19T00:16:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:08,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:08,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731975352090', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:16:09,540 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731975341547 2024-11-19T00:16:09,569 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731975341547 2024-11-19T00:16:10,085 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731975341547 to Mob enabled CF 2024-11-19T00:16:10,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17319753415471', row='row-t20', locateType=CURRENT is [region=ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:16:10,149 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17319753415471 2024-11-19T00:16:10,162 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:16:10,163 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] assignment.SplitTableRegionProcedure(210): test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. splitKey isn't explicitly specified, will try to find a best split key from RS 9d96596e55a9,39133,1731975327705 2024-11-19T00:16:10,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 because midkey is the same as first or last row 2024-11-19T00:16:10,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3/171be458f7f8465dbc496a5b4b9703da because midkey is the same as first or last row 2024-11-19T00:16:10,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d because midkey is the same as first or last row 2024-11-19T00:16:10,170 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.HRegion(2902): Flushing 152f3d63111b9185f927609f81ff2955 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-19T00:16:10,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/f/ff8cbc34f8e44357b8f6e4a9e0bbc5b0 is 59, key is row-test-1731975341547-1-10/f:q1/1731975368958/Put/seqid=0 2024-11-19T00:16:10,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741880_1056 (size=10796) 2024-11-19T00:16:10,235 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/f/ff8cbc34f8e44357b8f6e4a9e0bbc5b0 2024-11-19T00:16:10,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119700d417ae2f545c6a523559b10f5a76c_152f3d63111b9185f927609f81ff2955 is 63, key is row-test-1731975341547-3-100/mob:q1/1731975370033/Put/seqid=0 2024-11-19T00:16:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741881_1057 (size=5591) 2024-11-19T00:16:10,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:16:10,338 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241119700d417ae2f545c6a523559b10f5a76c_152f3d63111b9185f927609f81ff2955 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/mobdir/data/default/test-1731975341547/56cdff8a06f37186343b8f192f466224/mob/d41d8cd98f00b204e9800998ecf8427e20241119700d417ae2f545c6a523559b10f5a76c_152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:10,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/mob/2dd3bacd4ac14a3991b36bf85b41be25, store: [table=test-1731975341547 family=mob region=152f3d63111b9185f927609f81ff2955] 2024-11-19T00:16:10,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/mob/2dd3bacd4ac14a3991b36bf85b41be25 is 192, key is row-test-1731975341547-3-100/mob:q1/1731975370033/Put/seqid=0 2024-11-19T00:16:10,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741882_1058 (size=13760) 2024-11-19T00:16:10,358 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/mob/2dd3bacd4ac14a3991b36bf85b41be25 2024-11-19T00:16:10,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/f/ff8cbc34f8e44357b8f6e4a9e0bbc5b0 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/ff8cbc34f8e44357b8f6e4a9e0bbc5b0 2024-11-19T00:16:10,406 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/ff8cbc34f8e44357b8f6e4a9e0bbc5b0, entries=99, sequenceid=334, filesize=10.5 K 2024-11-19T00:16:10,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/mob/2dd3bacd4ac14a3991b36bf85b41be25 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/2dd3bacd4ac14a3991b36bf85b41be25 2024-11-19T00:16:10,424 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/2dd3bacd4ac14a3991b36bf85b41be25, entries=111, sequenceid=334, filesize=13.4 K 2024-11-19T00:16:10,425 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 152f3d63111b9185f927609f81ff2955 in 255ms, sequenceid=334, compaction requested=false 2024-11-19T00:16:10,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.HRegion(2603): Flush status journal for 152f3d63111b9185f927609f81ff2955: 2024-11-19T00:16:10,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/ff8cbc34f8e44357b8f6e4a9e0bbc5b0 because midkey is the same as first or last row 2024-11-19T00:16:10,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3/171be458f7f8465dbc496a5b4b9703da because midkey is the same as first or last row 2024-11-19T00:16:10,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/2dd3bacd4ac14a3991b36bf85b41be25 because midkey is the same as first or last row 2024-11-19T00:16:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=9d96596e55a9,39133,1731975327705 2024-11-19T00:16:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T00:16:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.CallRunner(138): callId: 299 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:42078 deadline: 1731975430160, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-19T00:16:10,435 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:16:10,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731975341547 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:16:10,436 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T00:16:10,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731975341547,, stopping at row=test-1731975341547 ,, for max=2147483647 with caching=100 2024-11-19T00:16:10,451 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731975341547,, stopping at row=test-1731975341547 ,, for max=2147483647 with caching=100 2024-11-19T00:16:10,466 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =317 2024-11-19T00:16:10,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:10,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:10,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:10,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:10,550 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-19T00:16:10,560 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731975370466 2024-11-19T00:16:10,574 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731975352090} 2024-11-19T00:16:10,574 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-19T00:16:10,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:10,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:10,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:10,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:10,728 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-19T00:16:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731975370728 (current time:1731975370728). 2024-11-19T00:16:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T00:16:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-19T00:16:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc5f47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:10,741 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:10,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:10,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:10,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb06d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:10,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:10,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:10,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:10,745 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:10,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759104cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:10,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:10,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:10,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:10,760 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905. 2024-11-19T00:16:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:16:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-19T00:16:10,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-19T00:16:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-19T00:16:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-19T00:16:10,770 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T00:16:10,775 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T00:16:10,785 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T00:16:10,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741883_1059 (size=52) 2024-11-19T00:16:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-19T00:16:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-19T00:16:11,222 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T00:16:11,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522}] 2024-11-19T00:16:11,224 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:16:11,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-19T00:16:11,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:16:11,377 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 1446a903b85afe1d6d44d118d1878522 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-19T00:16:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-19T00:16:11,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/meta/88961622a9c74fc59f1fe56fe306d037 is 158, key is trslm:hdfs://localhost:35349/backupUT\x00ns2:test-17319753415471/meta:log-roll-map/1731975368371/Put/seqid=0 2024-11-19T00:16:11,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741884_1060 (size=5914) 2024-11-19T00:16:11,849 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/meta/88961622a9c74fc59f1fe56fe306d037 2024-11-19T00:16:11,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/fa9a1188705345db83541e1666fd8bd5 is 433, key is session:backup_1731975352090/session:context/1731975368876/Put/seqid=0 2024-11-19T00:16:11,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741885_1061 (size=5535) 2024-11-19T00:16:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-19T00:16:11,911 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/fa9a1188705345db83541e1666fd8bd5 2024-11-19T00:16:11,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/meta/88961622a9c74fc59f1fe56fe306d037 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/88961622a9c74fc59f1fe56fe306d037 2024-11-19T00:16:11,976 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/88961622a9c74fc59f1fe56fe306d037, entries=6, sequenceid=17, filesize=5.8 K 2024-11-19T00:16:11,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/fa9a1188705345db83541e1666fd8bd5 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/fa9a1188705345db83541e1666fd8bd5 2024-11-19T00:16:11,998 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/fa9a1188705345db83541e1666fd8bd5, entries=2, sequenceid=17, filesize=5.4 K 2024-11-19T00:16:12,000 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 1446a903b85afe1d6d44d118d1878522 in 623ms, sequenceid=17, compaction requested=false 2024-11-19T00:16:12,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 1446a903b85afe1d6d44d118d1878522: 2024-11-19T00:16:12,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. for snapshot_backup_system completed. 2024-11-19T00:16:12,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522.' region-info for snapshot=snapshot_backup_system 2024-11-19T00:16:12,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T00:16:12,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/88961622a9c74fc59f1fe56fe306d037] hfiles 2024-11-19T00:16:12,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/88961622a9c74fc59f1fe56fe306d037 for snapshot=snapshot_backup_system 2024-11-19T00:16:12,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/d966e2c083534556bc734d33be27f98b, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/fa9a1188705345db83541e1666fd8bd5] hfiles 2024-11-19T00:16:12,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/d966e2c083534556bc734d33be27f98b for snapshot=snapshot_backup_system 2024-11-19T00:16:12,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/fa9a1188705345db83541e1666fd8bd5 for snapshot=snapshot_backup_system 2024-11-19T00:16:12,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741886_1062 (size=173) 2024-11-19T00:16:12,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:16:12,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-19T00:16:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-19T00:16:12,418 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:16:12,419 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:16:12,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-19T00:16:12,422 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T00:16:12,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522 in 1.1980 sec 2024-11-19T00:16:12,424 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T00:16:12,425 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T00:16:12,425 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-19T00:16:12,426 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-19T00:16:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741887_1063 (size=810) 2024-11-19T00:16:12,845 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T00:16:12,855 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T00:16:12,856 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_backup_system 2024-11-19T00:16:12,858 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T00:16:12,858 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-19T00:16:12,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.0960 sec 2024-11-19T00:16:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-19T00:16:12,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-19T00:16:12,930 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731975370466 started at 1731975372930. 2024-11-19T00:16:12,933 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731975370466 has been started. 2024-11-19T00:16:12,941 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731975341547, ns2:test-17319753415471] 2024-11-19T00:16:12,947 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731975343680for backupID backup_1731975370466 2024-11-19T00:16:12,947 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-19T00:16:12,948 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-19T00:16:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-19T00:16:12,949 INFO [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-19T00:16:12,949 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-19T00:16:12,949 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-19T00:16:12,949 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-19T00:16:12,950 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:12,950 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:13,029 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-19T00:16:13,029 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-19T00:16:13,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-19T00:16:13,029 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,029 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-19T00:16:13,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:13,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:13,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-19T00:16:13,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:13,030 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-19T00:16:13,031 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-19T00:16:13,031 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-19T00:16:13,031 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-19T00:16:13,031 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-19T00:16:13,031 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-19T00:16:13,031 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-19T00:16:13,031 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '9d96596e55a9,39133,1731975327705' joining acquired barrier for procedure (rolllog) in zk 2024-11-19T00:16:13,098 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:13,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-19T00:16:13,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-19T00:16:13,100 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-19T00:16:13,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-19T00:16:13,100 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-19T00:16:13,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-19T00:16:13,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:13,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-19T00:16:13,108 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '9d96596e55a9,39133,1731975327705' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-19T00:16:13,108 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@55fce483[Count = 0] remaining members to acquire global barrier 2024-11-19T00:16:13,108 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-19T00:16:13,108 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:13,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:13,134 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:13,135 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:13,135 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-19T00:16:13,135 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,135 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-19T00:16:13,135 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-19T00:16:13,135 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,136 INFO [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731975357280 highest: 1731975357323 on 9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,136 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0:(num 1731975357280) roll requested 2024-11-19T00:16:13,158 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975373136, exclude list is [], retry=0 2024-11-19T00:16:13,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:16:13,180 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975357280 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975373136 2024-11-19T00:16:13,183 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:16:13,184 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975357280 is not closed yet, will try archiving it next time 2024-11-19T00:16:13,184 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1:(num 1731975357323) roll requested 2024-11-19T00:16:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741857_1033 (size=1198) 2024-11-19T00:16:13,207 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975373184, exclude list is [], retry=0 2024-11-19T00:16:13,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:16:13,251 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975357323 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975373184 2024-11-19T00:16:13,252 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:16:13,252 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975357323 is not closed yet, will try archiving it next time 2024-11-19T00:16:13,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741858_1034 (size=30490) 2024-11-19T00:16:13,261 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.meta:.meta(num 1731975357373) roll requested 2024-11-19T00:16:13,262 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975343680 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975343680 2024-11-19T00:16:13,283 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975373261.meta, exclude list is [], retry=0 2024-11-19T00:16:13,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:16:13,300 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975357373.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975373261.meta 2024-11-19T00:16:13,300 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:16:13,300 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975357373.meta is not closed yet, will try archiving it next time 2024-11-19T00:16:13,303 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 163 2024-11-19T00:16:13,303 INFO [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731975373136 on 9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975357373.meta not finished, retry = 0 2024-11-19T00:16:13,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741859_1035 (size=93) 2024-11-19T00:16:13,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:13,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:13,347 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-19T00:16:13,347 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '9d96596e55a9,39133,1731975327705' in zk 2024-11-19T00:16:13,392 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-19T00:16:13,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,392 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-19T00:16:13,392 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-19T00:16:13,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-19T00:16:13,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-19T00:16:13,398 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-19T00:16:13,401 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-19T00:16:13,401 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:13,402 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,404 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-19T00:16:13,406 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:13,407 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,415 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975357373.meta to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.meta.1731975357373.meta 2024-11-19T00:16:13,424 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '9d96596e55a9,39133,1731975327705': 2024-11-19T00:16:13,424 INFO [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-19T00:16:13,424 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '9d96596e55a9,39133,1731975327705' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-19T00:16:13,424 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-19T00:16:13,424 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-19T00:16:13,424 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-19T00:16:13,424 INFO [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-19T00:16:13,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-19T00:16:13,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-19T00:16:13,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-19T00:16:13,440 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-19T00:16:13,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:13,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:13,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-19T00:16:13,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-19T00:16:13,441 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-19T00:16:13,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-19T00:16:13,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:13,449 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-19T00:16:13,449 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:13,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-19T00:16:13,465 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:13,466 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-19T00:16:13,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:13,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-19T00:16:13,493 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-19T00:16:13,493 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-19T00:16:13,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-19T00:16:13,493 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-19T00:16:13,493 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-19T00:16:13,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-19T00:16:13,493 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-19T00:16:13,494 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-19T00:16:13,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-19T00:16:13,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:13,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:13,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:13,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:13,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:13,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-19T00:16:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-19T00:16:13,510 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {9d96596e55a9:39133=1731975343680} newestTimestamps: {9d96596e55a9:39133=1731975357323} 2024-11-19T00:16:13,517 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9d96596e55a9%2C39133%2C1731975327705.meta.1731975333160.meta 2024-11-19T00:16:13,518 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9d96596e55a9%2C39133%2C1731975327705.meta.1731975373261.meta 2024-11-19T00:16:13,518 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975357280 2024-11-19T00:16:13,518 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975373136 2024-11-19T00:16:13,518 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975357323 2024-11-19T00:16:13,518 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975373184 2024-11-19T00:16:13,520 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.meta.1731975357373.meta 2024-11-19T00:16:13,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741891_1067 (size=364) 2024-11-19T00:16:13,590 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17319753415471 target: hdfs://localhost:35349/backupUT/backup_1731975370466/ns2/test-17319753415471 descriptor: 'ns2:test-17319753415471', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:16:13,590 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-19T00:16:13,598 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17319753415471 2024-11-19T00:16:13,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741892_1068 (size=50) 2024-11-19T00:16:13,629 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17319753415471 2024-11-19T00:16:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741893_1069 (size=908) 2024-11-19T00:16:13,664 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731975341547 target: hdfs://localhost:35349/backupUT/backup_1731975370466/default/test-1731975341547 descriptor: 'test-1731975341547', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:16:13,664 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-19T00:16:13,668 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731975341547 2024-11-19T00:16:13,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741894_1070 (size=53) 2024-11-19T00:16:14,041 DEBUG [master/9d96596e55a9:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731975341547 2024-11-19T00:16:14,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741895_1071 (size=950) 2024-11-19T00:16:14,113 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731975341547 2024-11-19T00:16:14,136 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:35349/backupUT/.tmp/backup_1731975370466 from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975357280;hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975357323 2024-11-19T00:16:14,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f5a001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:14,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:14,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:14,143 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:14,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:14,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:14,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50efc19c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:14,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:14,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:14,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:14,149 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:14,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789d2e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:14,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:16:14,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:16:14,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20f8c580 2024-11-19T00:16:14,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:16:14,169 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:16:14,182 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-19T00:16:14,183 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731975341547 2024-11-19T00:16:14,183 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731975341547,, stopping at row=test-1731975341547 ,, for max=2147483647 with caching=100 2024-11-19T00:16:14,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:14,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:14,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:14,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:14,191 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731975341547: test-1731975341547; 2024-11-19T00:16:14,192 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17319753415471 2024-11-19T00:16:14,192 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17319753415471,, stopping at row=ns2:test-17319753415471 ,, for max=2147483647 with caching=100 2024-11-19T00:16:14,202 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17319753415471: ns2:test-17319753415471; 2024-11-19T00:16:14,202 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-19T00:16:14,203 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/partitions_d7453132-8f95-4c27-b00a-e538cb8fa5a1 2024-11-19T00:16:14,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741896_1072 (size=192) 2024-11-19T00:16:14,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:14,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:14,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:14,473 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/.tabledesc/.tableinfo.0000000002.908 2024-11-19T00:16:14,473 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/.tabledesc/.tableinfo.0000000003.950 2024-11-19T00:16:14,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731975341547 in 436 msec 2024-11-19T00:16:15,481 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-1325243084218928902.jar 2024-11-19T00:16:15,482 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,482 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,482 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,483 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,483 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,483 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,484 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,484 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,484 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:16:15,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:16:15,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:16:15,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:16:15,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:16:15,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:16:15,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:16:15,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:16:15,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:16:15,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:16:15,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:16:15,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:15,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:15,493 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731975341547,ns2:test-17319753415471 2024-11-19T00:16:15,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:16:15,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:16:15,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:15,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:15,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:15,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:16:16,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-8425510217952674157.jar 2024-11-19T00:16:16,643 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:16:16,673 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975357280 for WAL files 2024-11-19T00:16:16,674 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975357280 2024-11-19T00:16:16,675 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975357323 for WAL files 2024-11-19T00:16:16,676 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975357323 2024-11-19T00:16:16,832 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local655694664_0003_af7f3527-4684-4a76-bf06-7514de0de6bb/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:16:16,832 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local655694664_0003_af7f3527-4684-4a76-bf06-7514de0de6bb/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:16:16,972 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975357323 for hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975357323 (-9223372036854775808:9223372036854775807) length:30490 2024-11-19T00:16:17,000 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-19T00:16:17,001 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-19T00:16:17,173 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975357280 for hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975357280 (-9223372036854775808:9223372036854775807) length:1198 2024-11-19T00:16:17,184 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-19T00:16:17,185 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-19T00:16:17,408 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8e13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:17,409 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:17,409 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:17,410 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:17,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:17,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:17,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52021eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:17,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:17,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:17,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:17,417 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:17,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7202f3a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:17,421 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:17,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:17,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:17,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:17,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17319753415471', row='row-t20', locateType=CURRENT is [region=ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:16:17,437 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-19T00:16:17,437 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:16:17,438 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:17,438 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:17,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:17,438 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-19T00:16:17,438 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:16:17,447 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/backupUT/.tmp/backup_1731975370466/_temporary/0/_temporary/attempt_local655694664_0003_r_000000_0/ns2/test-17319753415471/f/8f2520046ec4458e93aa060ef566c5ec is 38, key is row-t20/f:q1/1731975370118/Put/seqid=0 2024-11-19T00:16:17,450 WARN [Thread-949 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:16:17,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741897_1073 (size=5274) 2024-11-19T00:16:17,515 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23dea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:17,515 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:17,515 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:17,521 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:17,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:17,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:17,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e5fb5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:17,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:17,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:17,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:17,523 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:17,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e573a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:17,525 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:17,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:17,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:17,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:17,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731975341547', row='row-test-1731975341547-1-0', locateType=CURRENT is [region=test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955., hostname=9d96596e55a9,39133,1731975327705, seqNum=107] 2024-11-19T00:16:17,530 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-19T00:16:17,530 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:16:17,530 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:17,530 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:17,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:17,530 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731975341547-1-0] 2024-11-19T00:16:17,530 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:16:17,556 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a939d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:17,556 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:17,557 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:17,558 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:17,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:17,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:17,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aaa3320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:17,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:17,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:17,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:17,561 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:17,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2947237b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:17,562 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:17,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:17,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:17,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:17,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731975341547', row='row-test-1731975341547-3-0', locateType=CURRENT is [region=test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955., hostname=9d96596e55a9,39133,1731975327705, seqNum=107] 2024-11-19T00:16:17,568 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-19T00:16:17,568 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:16:17,568 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:17,568 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:17,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:17,568 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731975341547-3-0] 2024-11-19T00:16:17,568 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:16:17,582 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/backupUT/.tmp/backup_1731975370466/_temporary/0/_temporary/attempt_local655694664_0003_r_000001_0/default/test-1731975341547/f/1e3b6526a2b5464c9df9bc0564085136 is 59, key is row-test-1731975341547-1-10/f:q1/1731975368958/Put/seqid=0 2024-11-19T00:16:17,590 WARN [Thread-961 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:16:17,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741898_1074 (size=10769) 2024-11-19T00:16:17,615 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/backupUT/.tmp/backup_1731975370466/_temporary/0/_temporary/attempt_local655694664_0003_r_000001_0/default/test-1731975341547/mob/87fcc513aa8b412a852aec72f2a8f97b is 63, key is row-test-1731975341547-3-100/mob:q1/1731975370033/Put/seqid=0 2024-11-19T00:16:17,620 WARN [Thread-963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:16:17,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741899_1075 (size=11810) 2024-11-19T00:16:17,887 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:35349/backupUT 2024-11-19T00:16:17,887 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731975370466 2024-11-19T00:16:17,887 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-19T00:16:17,915 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:35349/backupUT/.tmp/backup_1731975370466, hdfs://localhost:35349/backupUT] 2024-11-19T00:16:18,081 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:16:18,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741900_1076 (size=11810) 2024-11-19T00:16:18,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741901_1077 (size=10769) 2024-11-19T00:16:18,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741902_1078 (size=5274) 2024-11-19T00:16:19,214 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-19T00:16:19,233 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731975370466 2024-11-19T00:16:19,233 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied." 2024-11-19T00:16:19,234 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1123108545_0004 completed: true true 2024-11-19T00:16:19,235 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824358 FILE: Number of bytes written=6202828 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231422 HDFS: Number of bytes written=2433137 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=251 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27853 Bytes Copied=27853 Bytes Expected=27853 Files Copied=4 DIR_COPY=8 2024-11-19T00:16:19,235 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:35349/backupUT/.tmp/backup_1731975370466 to hdfs://localhost:35349/backupUT finished. 2024-11-19T00:16:19,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17319753415471:', locateType=CURRENT is [region=backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:16:19,289 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731975370466 2024-11-19T00:16:19,294 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731975352090} 2024-11-19T00:16:19,294 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-19T00:16:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741903_1079 (size=384) 2024-11-19T00:16:19,326 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35349/backupUT/backup_1731975370466/.backup.manifest 2024-11-19T00:16:19,326 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731975370466 finished: type=INCREMENTAL,tablelist=ns2:test-17319753415471;test-1731975341547,targetRootDir=hdfs://localhost:35349/backupUT,startts=1731975372930,completets=1731975379289,bytescopied=0 2024-11-19T00:16:19,327 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-19T00:16:19,334 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-19T00:16:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-19T00:16:19,338 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-19T00:16:19,341 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-19T00:16:19,346 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731975370466 completed. 2024-11-19T00:16:19,346 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-19T00:16:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:19,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:19,372 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35349/backupUT/backup_1731975370466/.backup.manifest 2024-11-19T00:16:19,376 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731975370466/.backup.manifest 2024-11-19T00:16:19,378 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731975341547 from 'test-1731975341547', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731975341547', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:16:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731975341547 2024-11-19T00:16:19,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741904_1080 (size=908) 2024-11-19T00:16:19,407 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/.tabledesc/.tableinfo.0000000003.950 2024-11-19T00:16:19,407 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/.tabledesc/.tableinfo.0000000004.908 2024-11-19T00:16:19,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731975341547}] 2024-11-19T00:16:19,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, REOPEN/MOVE}] 2024-11-19T00:16:19,415 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, REOPEN/MOVE 2024-11-19T00:16:19,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=152f3d63111b9185f927609f81ff2955, regionState=CLOSING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:16:19,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, REOPEN/MOVE because future has completed 2024-11-19T00:16:19,420 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T00:16:19,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:16:19,574 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:19,574 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T00:16:19,574 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 152f3d63111b9185f927609f81ff2955, disabling compactions & flushes 2024-11-19T00:16:19,574 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:16:19,574 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:16:19,574 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. after waiting 0 ms 2024-11-19T00:16:19,574 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:16:19,583 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-19T00:16:19,584 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:16:19,584 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:16:19,584 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 152f3d63111b9185f927609f81ff2955: Waiting for close lock at 1731975379574Running coprocessor pre-close hooks at 1731975379574Disabling compacts and flushes for region at 1731975379574Disabling writes for close at 1731975379574Writing region close event to WAL at 1731975379578 (+4 ms)Running coprocessor post-close hooks at 1731975379584 (+6 ms)Closed at 1731975379584 2024-11-19T00:16:19,584 WARN [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 152f3d63111b9185f927609f81ff2955 to self. 2024-11-19T00:16:19,586 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:19,587 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=152f3d63111b9185f927609f81ff2955, regionState=CLOSED 2024-11-19T00:16:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:16:19,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-19T00:16:19,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705 in 174 msec 2024-11-19T00:16:19,598 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, REOPEN/MOVE; state=CLOSED, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=true 2024-11-19T00:16:19,749 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=152f3d63111b9185f927609f81ff2955, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:16:19,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, REOPEN/MOVE because future has completed 2024-11-19T00:16:19,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:16:19,912 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:16:19,912 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 152f3d63111b9185f927609f81ff2955, NAME => 'test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:16:19,913 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:16:19,913 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731975341547 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:19,913 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:16:19,914 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:19,914 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:19,917 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:19,919 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152f3d63111b9185f927609f81ff2955 columnFamilyName f 2024-11-19T00:16:19,919 DEBUG [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:16:19,929 DEBUG [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 2024-11-19T00:16:19,937 DEBUG [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/ff8cbc34f8e44357b8f6e4a9e0bbc5b0 2024-11-19T00:16:19,937 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(327): Store=152f3d63111b9185f927609f81ff2955/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:16:19,938 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:19,940 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152f3d63111b9185f927609f81ff2955 columnFamilyName f2 2024-11-19T00:16:19,940 DEBUG [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:16:19,941 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(327): Store=152f3d63111b9185f927609f81ff2955/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:16:19,941 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:19,943 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 152f3d63111b9185f927609f81ff2955 columnFamilyName mob 2024-11-19T00:16:19,944 DEBUG [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:16:19,978 DEBUG [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/2dd3bacd4ac14a3991b36bf85b41be25 2024-11-19T00:16:19,991 DEBUG [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d 2024-11-19T00:16:19,992 INFO [StoreOpener-152f3d63111b9185f927609f81ff2955-1 {}] regionserver.HStore(327): Store=152f3d63111b9185f927609f81ff2955/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:16:19,996 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:20,003 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:20,009 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:20,012 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:20,012 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:20,013 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731975341547 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:16:20,017 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:20,020 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 152f3d63111b9185f927609f81ff2955; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11383817600, jitterRate=0.060200631618499756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:16:20,020 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:20,024 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 152f3d63111b9185f927609f81ff2955: Running coprocessor pre-open hook at 1731975379914Writing region info on filesystem at 1731975379914Initializing all the Stores at 1731975379916 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975379916Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975379916Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975379916Cleaning up temporary data from old regions at 1731975380012 (+96 ms)Running coprocessor post-open hooks at 1731975380020 (+8 ms)Region opened successfully at 1731975380024 (+4 ms) 2024-11-19T00:16:20,030 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955., pid=46, masterSystemTime=1731975379906 2024-11-19T00:16:20,044 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:16:20,044 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:16:20,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=152f3d63111b9185f927609f81ff2955, regionState=OPEN, openSeqNum=338, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:16:20,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:16:20,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-19T00:16:20,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 152f3d63111b9185f927609f81ff2955, server=9d96596e55a9,39133,1731975327705 in 303 msec 2024-11-19T00:16:20,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-19T00:16:20,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731975341547, region=152f3d63111b9185f927609f81ff2955, REOPEN/MOVE in 649 msec 2024-11-19T00:16:20,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-19T00:16:20,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731975341547 in 661 msec 2024-11-19T00:16:20,080 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731975341547 2024-11-19T00:16:20,099 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3/171be458f7f8465dbc496a5b4b9703da to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3/171be458f7f8465dbc496a5b4b9703da 2024-11-19T00:16:20,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731975341547 in 721 msec 2024-11-19T00:16:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-19T00:16:20,108 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731975341547 completed 2024-11-19T00:16:20,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:20,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:20,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:20,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:20,179 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-19T00:16:20,188 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731975380108 2024-11-19T00:16:20,194 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731975370466} 2024-11-19T00:16:20,194 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731975352090} 2024-11-19T00:16:20,194 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-19T00:16:20,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:20,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:20,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:20,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:20,289 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731975341547 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731975341547 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T00:16:20,294 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731975380108,startts=0,failedts=1731975380291,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731975341547 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-19T00:16:20,294 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-19T00:16:20,296 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-19T00:16:20,297 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-19T00:16:20,299 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-19T00:16:20,299 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-19T00:16:20,302 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-19T00:16:20,305 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731975380108 failed. 2024-11-19T00:16:20,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:20,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:20,346 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731975341547, ns2:test-17319753415471, ns3:test-17319753415472, ns4:test-17319753415473] 2024-11-19T00:16:20,346 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-19T00:16:20,355 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-19T00:16:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731975380355 (current time:1731975380355). 2024-11-19T00:16:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T00:16:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-19T00:16:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72df2f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:20,360 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:20,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:20,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:20,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efe19e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:20,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:20,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:20,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:20,365 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:20,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e07424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:20,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:20,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:20,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:20,388 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905. 2024-11-19T00:16:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:16:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-19T00:16:20,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-19T00:16:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-19T00:16:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-19T00:16:20,406 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T00:16:20,408 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T00:16:20,415 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T00:16:20,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741905_1081 (size=52) 2024-11-19T00:16:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-19T00:16:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-19T00:16:20,834 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T00:16:20,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522}] 2024-11-19T00:16:20,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:16:20,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-19T00:16:20,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:16:20,989 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 1446a903b85afe1d6d44d118d1878522 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-19T00:16:20,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/meta/3d5c47f0616d49f0b0dc39681bc6319a is 158, key is trslm:hdfs://localhost:35349/backupUT\x00ns2:test-17319753415471/meta:log-roll-map/1731975379261/Put/seqid=0 2024-11-19T00:16:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741906_1082 (size=5745) 2024-11-19T00:16:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-19T00:16:21,404 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/meta/3d5c47f0616d49f0b0dc39681bc6319a 2024-11-19T00:16:21,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/ae9bf0cc2cc04611a6237c9923b05fa9 is 1245, key is session:backup_1731975380108/session:context/1731975380301/Put/seqid=0 2024-11-19T00:16:21,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741907_1083 (size=6682) 2024-11-19T00:16:21,486 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/ae9bf0cc2cc04611a6237c9923b05fa9 2024-11-19T00:16:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-19T00:16:21,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/meta/3d5c47f0616d49f0b0dc39681bc6319a as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/3d5c47f0616d49f0b0dc39681bc6319a 2024-11-19T00:16:21,645 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/3d5c47f0616d49f0b0dc39681bc6319a, entries=4, sequenceid=31, filesize=5.6 K 2024-11-19T00:16:21,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/ae9bf0cc2cc04611a6237c9923b05fa9 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/ae9bf0cc2cc04611a6237c9923b05fa9 2024-11-19T00:16:21,699 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/ae9bf0cc2cc04611a6237c9923b05fa9, entries=3, sequenceid=31, filesize=6.5 K 2024-11-19T00:16:21,703 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 1446a903b85afe1d6d44d118d1878522 in 715ms, sequenceid=31, compaction requested=true 2024-11-19T00:16:21,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 1446a903b85afe1d6d44d118d1878522: 2024-11-19T00:16:21,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. for snapshot_backup_system completed. 2024-11-19T00:16:21,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522.' region-info for snapshot=snapshot_backup_system 2024-11-19T00:16:21,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T00:16:21,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/88961622a9c74fc59f1fe56fe306d037, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/3d5c47f0616d49f0b0dc39681bc6319a] hfiles 2024-11-19T00:16:21,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/88961622a9c74fc59f1fe56fe306d037 for snapshot=snapshot_backup_system 2024-11-19T00:16:21,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/3d5c47f0616d49f0b0dc39681bc6319a for snapshot=snapshot_backup_system 2024-11-19T00:16:21,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/d966e2c083534556bc734d33be27f98b, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/fa9a1188705345db83541e1666fd8bd5, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/ae9bf0cc2cc04611a6237c9923b05fa9] hfiles 2024-11-19T00:16:21,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/d966e2c083534556bc734d33be27f98b for snapshot=snapshot_backup_system 2024-11-19T00:16:21,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/fa9a1188705345db83541e1666fd8bd5 for snapshot=snapshot_backup_system 2024-11-19T00:16:21,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/ae9bf0cc2cc04611a6237c9923b05fa9 for snapshot=snapshot_backup_system 2024-11-19T00:16:21,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741908_1084 (size=251) 2024-11-19T00:16:21,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:16:21,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-19T00:16:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-19T00:16:21,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:16:21,771 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:16:21,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-19T00:16:21,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522 in 943 msec 2024-11-19T00:16:21,783 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T00:16:21,785 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T00:16:21,786 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T00:16:21,786 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-19T00:16:21,788 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-19T00:16:21,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741909_1085 (size=888) 2024-11-19T00:16:21,862 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T00:16:21,887 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T00:16:21,890 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_backup_system 2024-11-19T00:16:21,894 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T00:16:21,894 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-19T00:16:21,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5030 sec 2024-11-19T00:16:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-19T00:16:22,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-19T00:16:22,560 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731975380307 started at 1731975382560. 2024-11-19T00:16:22,562 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731975380307 has been started. 2024-11-19T00:16:22,567 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-19T00:16:22,567 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-19T00:16:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-19T00:16:22,568 INFO [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-19T00:16:22,568 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-19T00:16:22,568 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-19T00:16:22,568 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-19T00:16:22,577 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:22,577 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:22,618 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-19T00:16:22,618 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-19T00:16:22,618 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-19T00:16:22,618 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,618 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-19T00:16:22,619 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:22,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:22,620 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-19T00:16:22,620 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:22,620 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-19T00:16:22,620 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-19T00:16:22,620 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-19T00:16:22,620 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-19T00:16:22,620 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-19T00:16:22,620 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-19T00:16:22,620 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-19T00:16:22,621 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '9d96596e55a9,39133,1731975327705' joining acquired barrier for procedure (rolllog) in zk 2024-11-19T00:16:22,634 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:22,634 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-19T00:16:22,634 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-19T00:16:22,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,636 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,636 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-19T00:16:22,636 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-19T00:16:22,637 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-19T00:16:22,638 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-19T00:16:22,640 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:22,641 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,641 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-19T00:16:22,642 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '9d96596e55a9,39133,1731975327705' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-19T00:16:22,642 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5797a983[Count = 0] remaining members to acquire global barrier 2024-11-19T00:16:22,642 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-19T00:16:22,642 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:22,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:22,655 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:22,655 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:22,655 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-19T00:16:22,655 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-19T00:16:22,656 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,656 INFO [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731975373136 highest: 1731975373184 on 9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,656 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0:(num 1731975373136) roll requested 2024-11-19T00:16:22,656 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,656 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-19T00:16:22,672 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975382656, exclude list is [], retry=0 2024-11-19T00:16:22,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:16:22,680 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975373136 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975382656 2024-11-19T00:16:22,680 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:16:22,680 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975373136 is not closed yet, will try archiving it next time 2024-11-19T00:16:22,680 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1:(num 1731975373184) roll requested 2024-11-19T00:16:22,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741888_1064 (size=93) 2024-11-19T00:16:22,682 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975373136 not finished, retry = 0 2024-11-19T00:16:22,700 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975382680, exclude list is [], retry=0 2024-11-19T00:16:22,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:16:22,706 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975373184 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975382680 2024-11-19T00:16:22,706 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:16:22,706 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975373184 is not closed yet, will try archiving it next time 2024-11-19T00:16:22,706 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.meta:.meta(num 1731975373261) roll requested 2024-11-19T00:16:22,706 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975357323 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975357323 2024-11-19T00:16:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741889_1065 (size=4927) 2024-11-19T00:16:22,725 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975382706.meta, exclude list is [], retry=0 2024-11-19T00:16:22,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:16:22,737 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975373261.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975382706.meta 2024-11-19T00:16:22,737 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:16:22,737 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975373261.meta is not closed yet, will try archiving it next time 2024-11-19T00:16:22,739 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975373261.meta not finished, retry = 0 2024-11-19T00:16:22,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741890_1066 (size=1903) 2024-11-19T00:16:22,756 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 100 2024-11-19T00:16:22,756 INFO [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731975382656 on 9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:22,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:22,780 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-19T00:16:22,780 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '9d96596e55a9,39133,1731975327705' in zk 2024-11-19T00:16:22,784 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975373136 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975373136 2024-11-19T00:16:22,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,791 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-19T00:16:22,791 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-19T00:16:22,791 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-19T00:16:22,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-19T00:16:22,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-19T00:16:22,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-19T00:16:22,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-19T00:16:22,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:22,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,794 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-19T00:16:22,794 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:22,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '9d96596e55a9,39133,1731975327705': 2024-11-19T00:16:22,795 INFO [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-19T00:16:22,796 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-19T00:16:22,796 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '9d96596e55a9,39133,1731975327705' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-19T00:16:22,796 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-19T00:16:22,796 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-19T00:16:22,796 INFO [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-19T00:16:22,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-19T00:16:22,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-19T00:16:22,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-19T00:16:22,807 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-19T00:16:22,807 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:22,807 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:22,807 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-19T00:16:22,807 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-19T00:16:22,808 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-19T00:16:22,808 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-19T00:16:22,808 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-19T00:16:22,808 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,808 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:22,809 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:22,809 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-19T00:16:22,810 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:22,810 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,810 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,810 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-19T00:16:22,811 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:22,812 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-19T00:16:22,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-19T00:16:22,828 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-19T00:16:22,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,828 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-19T00:16:22,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:22,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:22,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:22,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:22,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:22,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-19T00:16:22,829 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-19T00:16:22,829 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-19T00:16:22,829 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-19T00:16:22,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-19T00:16:22,829 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-19T00:16:22,829 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-19T00:16:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-19T00:16:22,846 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-19T00:16:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731975382846 (current time:1731975382846). 2024-11-19T00:16:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T00:16:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731975382846_backup_system_bulk VERSION not specified, setting to 2 2024-11-19T00:16:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2251e393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:22,848 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:22,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:22,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:22,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5414a975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:22,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:22,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:22,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:22,850 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfd588d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:22,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:22,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:22,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:22,856 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905. 2024-11-19T00:16:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:16:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:22,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-19T00:16:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-19T00:16:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-19T00:16:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-19T00:16:22,861 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T00:16:22,863 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T00:16:22,869 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T00:16:22,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741913_1089 (size=76) 2024-11-19T00:16:22,881 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T00:16:22,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d4c3afed109b6d2e4db484a9eeefe00}] 2024-11-19T00:16:22,883 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:16:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-19T00:16:23,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-19T00:16:23,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:16:23,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for 6d4c3afed109b6d2e4db484a9eeefe00: 2024-11-19T00:16:23,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. for snapshot_1731975382846_backup_system_bulk completed. 2024-11-19T00:16:23,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00.' region-info for snapshot=snapshot_1731975382846_backup_system_bulk 2024-11-19T00:16:23,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T00:16:23,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T00:16:23,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T00:16:23,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741914_1090 (size=61) 2024-11-19T00:16:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-19T00:16:23,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:16:23,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-19T00:16:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-19T00:16:23,486 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731975382846_backup_system_bulk on region 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:16:23,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:16:23,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-19T00:16:23,489 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T00:16:23,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d4c3afed109b6d2e4db484a9eeefe00 in 606 msec 2024-11-19T00:16:23,490 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T00:16:23,491 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T00:16:23,491 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731975382846_backup_system_bulk 2024-11-19T00:16:23,492 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975382846_backup_system_bulk 2024-11-19T00:16:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-19T00:16:23,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741915_1091 (size=702) 2024-11-19T00:16:23,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:16:23,842 DEBUG [master/9d96596e55a9:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731975341547 2024-11-19T00:16:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741916_1092 (size=950) 2024-11-19T00:16:23,909 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T00:16:23,914 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T00:16:23,915 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975382846_backup_system_bulk to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975382846_backup_system_bulk 2024-11-19T00:16:23,917 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T00:16:23,917 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-19T00:16:23,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1731975382846_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.0600 sec 2024-11-19T00:16:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-19T00:16:24,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-19T00:16:24,011 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } 2024-11-19T00:16:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731975384011 (current time:1731975384011). 2024-11-19T00:16:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T00:16:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731975384010_ns3_test-17319753415472 VERSION not specified, setting to 2 2024-11-19T00:16:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba0e1b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:24,013 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:24,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:24,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:24,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383ce0ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:24,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:24,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:24,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:24,015 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:24,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3851abf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:24,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:24,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:24,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:24,020 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905. 2024-11-19T00:16:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:16:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:24,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-19T00:16:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } 2024-11-19T00:16:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-19T00:16:24,023 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T00:16:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T00:16:24,024 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T00:16:24,027 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T00:16:24,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741917_1093 (size=86) 2024-11-19T00:16:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T00:16:24,256 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/.tabledesc/.tableinfo.0000000004.908 2024-11-19T00:16:24,256 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/.tabledesc/.tableinfo.0000000005.950 2024-11-19T00:16:24,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731975341547 in 415 msec 2024-11-19T00:16:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T00:16:24,437 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T00:16:24,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46a4ab86e1fff13ab8a34466fe698069}] 2024-11-19T00:16:24,438 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:16:24,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-19T00:16:24,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:16:24,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 46a4ab86e1fff13ab8a34466fe698069: 2024-11-19T00:16:24,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. for snapshot_1731975384010_ns3_test-17319753415472 completed. 2024-11-19T00:16:24,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069.' region-info for snapshot=snapshot_1731975384010_ns3_test-17319753415472 2024-11-19T00:16:24,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T00:16:24,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T00:16:24,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741918_1094 (size=52) 2024-11-19T00:16:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T00:16:25,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:16:25,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-19T00:16:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-19T00:16:25,008 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731975384010_ns3_test-17319753415472 on region 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:16:25,008 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:16:25,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-19T00:16:25,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 46a4ab86e1fff13ab8a34466fe698069 in 572 msec 2024-11-19T00:16:25,011 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T00:16:25,012 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T00:16:25,013 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T00:16:25,013 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731975384010_ns3_test-17319753415472 2024-11-19T00:16:25,014 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975384010_ns3_test-17319753415472 2024-11-19T00:16:25,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741919_1095 (size=443) 2024-11-19T00:16:25,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-19T00:16:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T00:16:25,424 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T00:16:25,430 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T00:16:25,431 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975384010_ns3_test-17319753415472 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975384010_ns3_test-17319753415472 2024-11-19T00:16:25,433 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T00:16:25,433 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-19T00:16:25,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731975384010_ns3_test-17319753415472 table=ns3:test-17319753415472 type=FLUSH ttl=0 } in 1.4120 sec 2024-11-19T00:16:26,012 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731975341547' 2024-11-19T00:16:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-19T00:16:26,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17319753415472 completed 2024-11-19T00:16:26,171 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } 2024-11-19T00:16:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731975386171 (current time:1731975386171). 2024-11-19T00:16:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T00:16:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731975386170_ns4_test-17319753415473 VERSION not specified, setting to 2 2024-11-19T00:16:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e24522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:26,174 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:26,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:26,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:26,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1610685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:26,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:26,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:26,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:26,178 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:26,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7fb88b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:26,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:26,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:26,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:26,190 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905. 2024-11-19T00:16:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:16:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:26,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-19T00:16:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } 2024-11-19T00:16:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-19T00:16:26,205 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T00:16:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T00:16:26,207 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T00:16:26,217 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T00:16:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741920_1096 (size=86) 2024-11-19T00:16:26,244 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T00:16:26,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0d423a19fb352e08ef7f37f448f47c9}] 2024-11-19T00:16:26,249 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:16:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T00:16:26,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-19T00:16:26,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:16:26,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for c0d423a19fb352e08ef7f37f448f47c9: 2024-11-19T00:16:26,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. for snapshot_1731975386170_ns4_test-17319753415473 completed. 2024-11-19T00:16:26,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9.' region-info for snapshot=snapshot_1731975386170_ns4_test-17319753415473 2024-11-19T00:16:26,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T00:16:26,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T00:16:26,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741921_1097 (size=52) 2024-11-19T00:16:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T00:16:26,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:16:26,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-19T00:16:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-19T00:16:26,817 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731975386170_ns4_test-17319753415473 on region c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:16:26,817 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:16:26,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-19T00:16:26,821 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T00:16:26,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c0d423a19fb352e08ef7f37f448f47c9 in 574 msec 2024-11-19T00:16:26,823 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T00:16:26,824 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T00:16:26,824 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731975386170_ns4_test-17319753415473 2024-11-19T00:16:26,825 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975386170_ns4_test-17319753415473 2024-11-19T00:16:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T00:16:26,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741922_1098 (size=443) 2024-11-19T00:16:27,280 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T00:16:27,287 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T00:16:27,288 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975386170_ns4_test-17319753415473 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975386170_ns4_test-17319753415473 2024-11-19T00:16:27,290 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T00:16:27,290 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-19T00:16:27,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731975386170_ns4_test-17319753415473 table=ns4:test-17319753415473 type=FLUSH ttl=0 } in 1.0960 sec 2024-11-19T00:16:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-19T00:16:27,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17319753415473 completed 2024-11-19T00:16:27,341 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } 2024-11-19T00:16:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731975387341 (current time:1731975387341). 2024-11-19T00:16:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T00:16:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731975387340_ns2_test-17319753415471 VERSION not specified, setting to 2 2024-11-19T00:16:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635696aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:27,347 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:27,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:27,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:27,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651a91b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:27,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:27,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:27,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:27,350 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:27,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7949471a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:27,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:27,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:27,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:27,369 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905. 2024-11-19T00:16:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:16:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:27,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-19T00:16:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } 2024-11-19T00:16:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-19T00:16:27,375 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T00:16:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T00:16:27,376 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T00:16:27,380 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T00:16:27,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741923_1099 (size=86) 2024-11-19T00:16:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T00:16:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T00:16:27,808 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T00:16:27,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d22f6111f7722a62e02be83e2673c1b}] 2024-11-19T00:16:27,809 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:16:27,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-19T00:16:27,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:16:27,961 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 3d22f6111f7722a62e02be83e2673c1b 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-19T00:16:27,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/.tmp/f/5fdfc5feeb28432ab7c9f85d0080874c is 38, key is row-t20/f:q1/1731975370118/Put/seqid=0 2024-11-19T00:16:27,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741924_1100 (size=5134) 2024-11-19T00:16:27,977 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/.tmp/f/5fdfc5feeb28432ab7c9f85d0080874c 2024-11-19T00:16:27,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/.tmp/f/5fdfc5feeb28432ab7c9f85d0080874c as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/5fdfc5feeb28432ab7c9f85d0080874c 2024-11-19T00:16:27,993 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/5fdfc5feeb28432ab7c9f85d0080874c, entries=5, sequenceid=111, filesize=5.0 K 2024-11-19T00:16:27,994 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 3d22f6111f7722a62e02be83e2673c1b in 33ms, sequenceid=111, compaction requested=false 2024-11-19T00:16:27,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 3d22f6111f7722a62e02be83e2673c1b: 2024-11-19T00:16:27,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. for snapshot_1731975387340_ns2_test-17319753415471 completed. 2024-11-19T00:16:27,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b.' region-info for snapshot=snapshot_1731975387340_ns2_test-17319753415471 2024-11-19T00:16:27,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T00:16:27,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/5fdfc5feeb28432ab7c9f85d0080874c] hfiles 2024-11-19T00:16:27,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3 for snapshot=snapshot_1731975387340_ns2_test-17319753415471 2024-11-19T00:16:27,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/5fdfc5feeb28432ab7c9f85d0080874c for snapshot=snapshot_1731975387340_ns2_test-17319753415471 2024-11-19T00:16:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T00:16:28,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741925_1101 (size=130) 2024-11-19T00:16:28,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:16:28,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-19T00:16:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-19T00:16:28,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731975387340_ns2_test-17319753415471 on region 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:16:28,402 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:16:28,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-19T00:16:28,405 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T00:16:28,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3d22f6111f7722a62e02be83e2673c1b in 595 msec 2024-11-19T00:16:28,406 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T00:16:28,407 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T00:16:28,407 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731975387340_ns2_test-17319753415471 2024-11-19T00:16:28,408 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975387340_ns2_test-17319753415471 2024-11-19T00:16:28,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741926_1102 (size=496) 2024-11-19T00:16:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T00:16:28,818 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T00:16:28,826 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T00:16:28,826 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975387340_ns2_test-17319753415471 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975387340_ns2_test-17319753415471 2024-11-19T00:16:28,828 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T00:16:28,828 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-19T00:16:28,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731975387340_ns2_test-17319753415471 table=ns2:test-17319753415471 type=FLUSH ttl=0 } in 1.4550 sec 2024-11-19T00:16:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-19T00:16:29,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17319753415471 completed 2024-11-19T00:16:29,521 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } 2024-11-19T00:16:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731975389521 (current time:1731975389521). 2024-11-19T00:16:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T00:16:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731975389520_default_test-1731975341547 VERSION not specified, setting to 2 2024-11-19T00:16:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6df37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:29,524 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:29,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:29,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:29,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6875af21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:29,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:29,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:29,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:29,527 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:29,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fb7b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:29,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:29,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:29,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:29,532 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905. 2024-11-19T00:16:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:16:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:29,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-19T00:16:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } 2024-11-19T00:16:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-19T00:16:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T00:16:29,536 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T00:16:29,537 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T00:16:29,541 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T00:16:29,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741927_1103 (size=84) 2024-11-19T00:16:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T00:16:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T00:16:29,947 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T00:16:29,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 152f3d63111b9185f927609f81ff2955}] 2024-11-19T00:16:29,949 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:30,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-19T00:16:30,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:16:30,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 152f3d63111b9185f927609f81ff2955: 2024-11-19T00:16:30,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. for snapshot_1731975389520_default_test-1731975341547 completed. 2024-11-19T00:16:30,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955.' region-info for snapshot=snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:30,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T00:16:30,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/ff8cbc34f8e44357b8f6e4a9e0bbc5b0] hfiles 2024-11-19T00:16:30,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 for snapshot=snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:30,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/ff8cbc34f8e44357b8f6e4a9e0bbc5b0 for snapshot=snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:30,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T00:16:30,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/2dd3bacd4ac14a3991b36bf85b41be25] hfiles 2024-11-19T00:16:30,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d for snapshot=snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:30,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/2dd3bacd4ac14a3991b36bf85b41be25 for snapshot=snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741928_1104 (size=224) 2024-11-19T00:16:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T00:16:30,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:16:30,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-19T00:16:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-19T00:16:30,508 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731975389520_default_test-1731975341547 on region 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:30,508 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:30,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-19T00:16:30,511 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T00:16:30,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 152f3d63111b9185f927609f81ff2955 in 561 msec 2024-11-19T00:16:30,511 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T00:16:30,513 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-19T00:16:30,513 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-19T00:16:30,513 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:16:30,513 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-19T00:16:30,514 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:16:30,514 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-19T00:16:30,514 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:16:30,515 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/mobdir/data/default/test-1731975341547/56cdff8a06f37186343b8f192f466224/mob/d41d8cd98f00b204e9800998ecf8427e20241119700d417ae2f545c6a523559b10f5a76c_152f3d63111b9185f927609f81ff2955] hfiles 2024-11-19T00:16:30,515 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/mobdir/data/default/test-1731975341547/56cdff8a06f37186343b8f192f466224/mob/d41d8cd98f00b204e9800998ecf8427e20241119700d417ae2f545c6a523559b10f5a76c_152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:30,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741929_1105 (size=168) 2024-11-19T00:16:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T00:16:30,924 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T00:16:30,924 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:30,925 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:30,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741930_1106 (size=1347) 2024-11-19T00:16:31,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3d22f6111f7722a62e02be83e2673c1b, had cached 0 bytes from a total of 13547 2024-11-19T00:16:31,338 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T00:16:31,349 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T00:16:31,349 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_1731975389520_default_test-1731975341547 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:31,354 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T00:16:31,354 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-19T00:16:31,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731975389520_default_test-1731975341547 table=test-1731975341547 type=FLUSH ttl=0 } in 1.8200 sec 2024-11-19T00:16:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-19T00:16:31,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731975341547 completed 2024-11-19T00:16:31,679 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731975380307 2024-11-19T00:16:31,679 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-19T00:16:31,679 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-19T00:16:31,679 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731975380307_backup:system_bulk 2024-11-19T00:16:31,679 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731975382846_backup_system_bulk to hdfs://localhost:35349/backupUT/backup_1731975380307/backup/system_bulk/ 2024-11-19T00:16:31,679 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-19T00:16:31,720 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35349, inputRoot=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:16:31,721 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_810357533_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35349/backupUT/backup_1731975380307/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35349/backupUT/backup_1731975380307/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731975382846_backup_system_bulk 2024-11-19T00:16:31,723 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-19T00:16:31,728 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975382846_backup_system_bulk to hdfs://localhost:35349/backupUT/backup_1731975380307/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731975382846_backup_system_bulk 2024-11-19T00:16:31,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741931_1107 (size=76) 2024-11-19T00:16:31,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741932_1108 (size=702) 2024-11-19T00:16:32,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:32,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:32,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:33,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-278788131231302255.jar 2024-11-19T00:16:33,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:33,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:33,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:33,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:33,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:33,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:33,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:33,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:33,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:33,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:16:33,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:16:33,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:16:33,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:16:33,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:16:33,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:16:33,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:16:33,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:16:33,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:16:33,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:16:33,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:16:33,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:33,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:33,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:33,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:33,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:33,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:33,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:33,379 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:16:33,441 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731975382846_backup_system_bulk' hfile list 2024-11-19T00:16:33,604 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local505629684_0005_b0169b59-ffc8-40cb-b4c7-77f0a87750aa/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:16:33,604 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local505629684_0005_b0169b59-ffc8-40cb-b4c7-77f0a87750aa/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:16:33,851 INFO [master/9d96596e55a9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T00:16:33,851 INFO [master/9d96596e55a9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T00:16:34,685 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-19T00:16:34,686 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-19T00:16:34,701 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731975382846_backup_system_bulk 2024-11-19T00:16:34,701 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731975382846_backup_system_bulk finished. 2024-11-19T00:16:34,701 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731975380307_ns3:test-17319753415472 2024-11-19T00:16:34,701 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731975384010_ns3_test-17319753415472 to hdfs://localhost:35349/backupUT/backup_1731975380307/ns3/test-17319753415472/ 2024-11-19T00:16:34,701 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-19T00:16:34,775 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35349, inputRoot=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:16:34,775 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_810357533_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35349/backupUT/backup_1731975380307/ns3/test-17319753415472, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35349/backupUT/backup_1731975380307/ns3/test-17319753415472/.hbase-snapshot/.tmp/snapshot_1731975384010_ns3_test-17319753415472 2024-11-19T00:16:34,788 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-19T00:16:34,828 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975384010_ns3_test-17319753415472 to hdfs://localhost:35349/backupUT/backup_1731975380307/ns3/test-17319753415472/.hbase-snapshot/.tmp/snapshot_1731975384010_ns3_test-17319753415472 2024-11-19T00:16:34,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741933_1109 (size=86) 2024-11-19T00:16:35,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741934_1110 (size=443) 2024-11-19T00:16:35,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:35,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:35,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:36,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-18015051373113476795.jar 2024-11-19T00:16:36,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:36,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:36,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:36,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:36,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:36,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:36,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:36,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:36,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:36,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:16:36,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:16:36,578 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:16:36,578 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:16:36,578 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:16:36,578 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:16:36,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:16:36,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:16:36,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:16:36,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:16:36,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:16:36,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:36,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:36,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:36,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:36,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:36,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:36,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:36,643 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:16:36,687 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731975384010_ns3_test-17319753415472' hfile list 2024-11-19T00:16:36,843 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local1775557004_0006_953805be-4038-4575-b4dd-a4f0f2911d1b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:16:36,843 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local1775557004_0006_953805be-4038-4575-b4dd-a4f0f2911d1b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:16:37,891 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-19T00:16:37,892 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-19T00:16:37,899 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731975384010_ns3_test-17319753415472 2024-11-19T00:16:37,899 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731975384010_ns3_test-17319753415472 finished. 2024-11-19T00:16:37,899 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731975380307_ns4:test-17319753415473 2024-11-19T00:16:37,899 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731975386170_ns4_test-17319753415473 to hdfs://localhost:35349/backupUT/backup_1731975380307/ns4/test-17319753415473/ 2024-11-19T00:16:37,899 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-19T00:16:37,937 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35349, inputRoot=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:16:37,937 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_810357533_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35349/backupUT/backup_1731975380307/ns4/test-17319753415473, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35349/backupUT/backup_1731975380307/ns4/test-17319753415473/.hbase-snapshot/.tmp/snapshot_1731975386170_ns4_test-17319753415473 2024-11-19T00:16:37,940 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-19T00:16:37,945 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975386170_ns4_test-17319753415473 to hdfs://localhost:35349/backupUT/backup_1731975380307/ns4/test-17319753415473/.hbase-snapshot/.tmp/snapshot_1731975386170_ns4_test-17319753415473 2024-11-19T00:16:37,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741936_1112 (size=443) 2024-11-19T00:16:37,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741935_1111 (size=86) 2024-11-19T00:16:38,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1446a903b85afe1d6d44d118d1878522, had cached 0 bytes from a total of 28925 2024-11-19T00:16:38,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:38,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:38,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:39,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-11382960959217893135.jar 2024-11-19T00:16:39,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:39,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:39,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:39,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:39,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:39,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:39,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:39,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:39,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:39,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:16:39,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:16:39,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:16:39,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:16:39,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:16:39,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:16:39,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:16:39,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:16:39,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:16:39,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:16:39,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:16:39,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:39,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:39,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:39,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:39,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:39,501 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:39,501 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:39,573 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:16:39,615 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731975386170_ns4_test-17319753415473' hfile list 2024-11-19T00:16:39,845 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local925144092_0007_05463e93-7070-4c6c-9fb7-1927f5713a74/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:16:39,845 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local925144092_0007_05463e93-7070-4c6c-9fb7-1927f5713a74/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:16:40,921 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-19T00:16:40,922 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-19T00:16:40,929 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731975386170_ns4_test-17319753415473 2024-11-19T00:16:40,929 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731975386170_ns4_test-17319753415473 finished. 2024-11-19T00:16:40,929 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731975380307_ns2:test-17319753415471 2024-11-19T00:16:40,929 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731975387340_ns2_test-17319753415471 to hdfs://localhost:35349/backupUT/backup_1731975380307/ns2/test-17319753415471/ 2024-11-19T00:16:40,929 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-19T00:16:40,965 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35349, inputRoot=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:16:40,965 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_810357533_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35349/backupUT/backup_1731975380307/ns2/test-17319753415471, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35349/backupUT/backup_1731975380307/ns2/test-17319753415471/.hbase-snapshot/.tmp/snapshot_1731975387340_ns2_test-17319753415471 2024-11-19T00:16:40,967 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-19T00:16:40,974 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975387340_ns2_test-17319753415471 to hdfs://localhost:35349/backupUT/backup_1731975380307/ns2/test-17319753415471/.hbase-snapshot/.tmp/snapshot_1731975387340_ns2_test-17319753415471 2024-11-19T00:16:40,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741937_1113 (size=496) 2024-11-19T00:16:41,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741938_1114 (size=86) 2024-11-19T00:16:41,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:41,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:41,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:42,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-11285400605770073914.jar 2024-11-19T00:16:42,202 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:42,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:42,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:42,203 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:42,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:42,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:42,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:42,204 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:42,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:42,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:16:42,205 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:16:42,206 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:16:42,206 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:16:42,206 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:16:42,206 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:16:42,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:16:42,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:16:42,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:16:42,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:16:42,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:16:42,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:42,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:42,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:42,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:42,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:42,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:42,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:42,272 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:16:42,322 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731975387340_ns2_test-17319753415471' hfile list 2024-11-19T00:16:42,325 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-19T00:16:42,458 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local1564873627_0008_c0061e75-9e30-489a-b1ba-a2da73f2ae22/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:16:42,458 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local1564873627_0008_c0061e75-9e30-489a-b1ba-a2da73f2ae22/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:16:42,555 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-19T00:16:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741939_1115 (size=8413) 2024-11-19T00:16:42,605 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3 output=hdfs://localhost:35349/backupUT/backup_1731975380307/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3 2024-11-19T00:16:42,605 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.178M/sec 2024-11-19T00:16:42,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741940_1116 (size=5134) 2024-11-19T00:16:43,053 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/5fdfc5feeb28432ab7c9f85d0080874c output=hdfs://localhost:35349/backupUT/backup_1731975380307/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/5fdfc5feeb28432ab7c9f85d0080874c 2024-11-19T00:16:43,054 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-19T00:16:43,515 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-19T00:16:43,517 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-19T00:16:43,525 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731975387340_ns2_test-17319753415471 2024-11-19T00:16:43,526 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731975387340_ns2_test-17319753415471 finished. 2024-11-19T00:16:43,526 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731975380307_test-1731975341547 2024-11-19T00:16:43,526 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731975389520_default_test-1731975341547 to hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/ 2024-11-19T00:16:43,526 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-19T00:16:43,566 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35349, inputRoot=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:16:43,566 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_810357533_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/.hbase-snapshot/.tmp/snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:43,568 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-19T00:16:43,576 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_1731975389520_default_test-1731975341547 to hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/.hbase-snapshot/.tmp/snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:43,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741941_1117 (size=1347) 2024-11-19T00:16:43,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741942_1118 (size=84) 2024-11-19T00:16:44,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:44,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:44,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:45,082 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-18442919001823675637.jar 2024-11-19T00:16:45,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:45,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:45,083 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:45,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:45,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:45,084 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:45,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:45,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:45,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:16:45,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:16:45,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:16:45,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:16:45,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:16:45,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:16:45,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:16:45,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:16:45,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:16:45,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:16:45,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:16:45,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:16:45,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:45,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:45,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:45,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:45,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-19T00:16:45,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:45,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:16:45,153 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:16:45,194 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731975389520_default_test-1731975341547' hfile list 2024-11-19T00:16:45,198 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-19T00:16:45,311 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local725127434_0009_f91227b9-94f5-4c4c-9b5f-454a3594fd33/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:16:45,311 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local725127434_0009_f91227b9-94f5-4c4c-9b5f-454a3594fd33/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:16:45,406 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-19T00:16:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741943_1119 (size=13760) 2024-11-19T00:16:45,846 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/2dd3bacd4ac14a3991b36bf85b41be25 output=hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/2dd3bacd4ac14a3991b36bf85b41be25 2024-11-19T00:16:45,846 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-19T00:16:45,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741944_1120 (size=10796) 2024-11-19T00:16:46,279 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/ff8cbc34f8e44357b8f6e4a9e0bbc5b0 output=hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/ff8cbc34f8e44357b8f6e4a9e0bbc5b0 2024-11-19T00:16:46,279 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-19T00:16:46,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741945_1121 (size=8413) 2024-11-19T00:16:46,715 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 output=hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 2024-11-19T00:16:46,715 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-19T00:16:46,731 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/mobdir/data/default/test-1731975341547/56cdff8a06f37186343b8f192f466224/mob/d41d8cd98f00b204e9800998ecf8427e20241119700d417ae2f545c6a523559b10f5a76c_152f3d63111b9185f927609f81ff2955 to hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/56cdff8a06f37186343b8f192f466224/mob/d41d8cd98f00b204e9800998ecf8427e20241119700d417ae2f545c6a523559b10f5a76c_152f3d63111b9185f927609f81ff2955" truncated to max limit (512 characters) 2024-11-19T00:16:46,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741946_1122 (size=5591) 2024-11-19T00:16:46,744 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/mobdir/data/default/test-1731975341547/56cdff8a06f37186343b8f192f466224/mob/d41d8cd98f00b204e9800998ecf8427e20241119700d417ae2f545c6a523559b10f5a76c_152f3d63111b9185f927609f81ff2955 output=hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/56cdff8a06f37186343b8f192f466224/mob/d41d8cd98f00b204e9800998ecf8427e20241119700d417ae2f545c6a523559b10f5a76c_152f3d63111b9185f927609f81ff2955 2024-11-19T00:16:46,744 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.232M/sec 2024-11-19T00:16:46,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741947_1123 (size=5484) 2024-11-19T00:16:47,591 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d output=hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d 2024-11-19T00:16:47,592 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.006M/sec 2024-11-19T00:16:48,364 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-19T00:16:48,365 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-19T00:16:48,392 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:48,392 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731975389520_default_test-1731975341547 finished. 2024-11-19T00:16:48,393 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-19T00:16:48,393 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17319753415472 2024-11-19T00:16:48,393 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17319753415473 2024-11-19T00:16:48,393 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17319753415471 2024-11-19T00:16:48,393 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731975341547 2024-11-19T00:16:48,409 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731975380307 2024-11-19T00:16:48,410 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-19T00:16:48,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741948_1124 (size=209) 2024-11-19T00:16:48,833 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35349/backupUT/backup_1731975380307/.backup.manifest 2024-11-19T00:16:48,833 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731975380307 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17319753415472;ns4:test-17319753415473;ns2:test-17319753415471;test-1731975341547,targetRootDir=hdfs://localhost:35349/backupUT,startts=1731975382560,completets=1731975408409,bytescopied=0 2024-11-19T00:16:48,833 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-19T00:16:48,834 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731975382846_backup_system_bulk 2024-11-19T00:16:48,835 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731975382846_backup_system_bulk" type: DISABLED 2024-11-19T00:16:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731975382846_backup_system_bulk 2024-11-19T00:16:48,841 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731975382846_backup_system_bulk for backup backup_1731975380307 succeeded. 2024-11-19T00:16:48,841 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731975384010_ns3_test-17319753415472 2024-11-19T00:16:48,842 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731975384010_ns3_test-17319753415472" type: DISABLED 2024-11-19T00:16:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731975384010_ns3_test-17319753415472 2024-11-19T00:16:48,847 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731975384010_ns3_test-17319753415472 for backup backup_1731975380307 succeeded. 2024-11-19T00:16:48,847 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731975386170_ns4_test-17319753415473 2024-11-19T00:16:48,848 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731975386170_ns4_test-17319753415473" type: DISABLED 2024-11-19T00:16:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731975386170_ns4_test-17319753415473 2024-11-19T00:16:48,852 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731975386170_ns4_test-17319753415473 for backup backup_1731975380307 succeeded. 2024-11-19T00:16:48,853 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731975387340_ns2_test-17319753415471 2024-11-19T00:16:48,854 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731975387340_ns2_test-17319753415471" type: DISABLED 2024-11-19T00:16:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731975387340_ns2_test-17319753415471 2024-11-19T00:16:48,858 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731975387340_ns2_test-17319753415471 for backup backup_1731975380307 succeeded. 2024-11-19T00:16:48,858 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:48,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731975389520_default_test-1731975341547" type: DISABLED 2024-11-19T00:16:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731975389520_default_test-1731975341547 2024-11-19T00:16:48,879 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731975389520_default_test-1731975341547 for backup backup_1731975380307 succeeded. 2024-11-19T00:16:48,882 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-19T00:16:48,899 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-19T00:16:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-19T00:16:48,906 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-19T00:16:48,909 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-19T00:16:48,921 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731975380307 completed. 2024-11-19T00:16:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:53,517 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:16:54,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,082 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-19T00:16:54,088 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731975414017 2024-11-19T00:16:54,093 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731975380307} 2024-11-19T00:16:54,093 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-19T00:16:54,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:54,349 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-19T00:16:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731975414349 (current time:1731975414349). 2024-11-19T00:16:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T00:16:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-19T00:16:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebf4ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:54,357 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:54,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:54,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:54,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e02ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:54,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:54,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:54,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:54,365 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:54,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440de8c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:54,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:54,385 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905. 2024-11-19T00:16:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:16:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-19T00:16:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-19T00:16:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-19T00:16:54,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:16:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T00:16:54,401 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T00:16:54,412 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T00:16:54,430 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T00:16:54,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741949_1125 (size=52) 2024-11-19T00:16:54,472 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T00:16:54,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522}] 2024-11-19T00:16:54,477 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:16:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T00:16:54,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-19T00:16:54,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:16:54,630 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 1446a903b85afe1d6d44d118d1878522 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-19T00:16:54,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/meta/b5c8225170b64ac5b7815b0e0c88d77c is 158, key is trslm:hdfs://localhost:35349/backupUT\x00ns2:test-17319753415471/meta:log-roll-map/1731975408398/Put/seqid=0 2024-11-19T00:16:54,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741950_1126 (size=6646) 2024-11-19T00:16:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T00:16:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T00:16:55,048 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/meta/b5c8225170b64ac5b7815b0e0c88d77c 2024-11-19T00:16:55,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/f548e4f270764b09a88892233e8c4453 is 826, key is session:backup_1731975380307/session:context/1731975408907/Put/seqid=0 2024-11-19T00:16:55,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741951_1127 (size=5928) 2024-11-19T00:16:55,465 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/f548e4f270764b09a88892233e8c4453 2024-11-19T00:16:55,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/meta/b5c8225170b64ac5b7815b0e0c88d77c as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/b5c8225170b64ac5b7815b0e0c88d77c 2024-11-19T00:16:55,478 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/b5c8225170b64ac5b7815b0e0c88d77c, entries=12, sequenceid=42, filesize=6.5 K 2024-11-19T00:16:55,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/f548e4f270764b09a88892233e8c4453 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/f548e4f270764b09a88892233e8c4453 2024-11-19T00:16:55,485 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/f548e4f270764b09a88892233e8c4453, entries=2, sequenceid=42, filesize=5.8 K 2024-11-19T00:16:55,486 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 1446a903b85afe1d6d44d118d1878522 in 856ms, sequenceid=42, compaction requested=true 2024-11-19T00:16:55,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 1446a903b85afe1d6d44d118d1878522: 2024-11-19T00:16:55,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. for snapshot_backup_system completed. 2024-11-19T00:16:55,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522.' region-info for snapshot=snapshot_backup_system 2024-11-19T00:16:55,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T00:16:55,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/88961622a9c74fc59f1fe56fe306d037, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/3d5c47f0616d49f0b0dc39681bc6319a, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/b5c8225170b64ac5b7815b0e0c88d77c] hfiles 2024-11-19T00:16:55,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/88961622a9c74fc59f1fe56fe306d037 for snapshot=snapshot_backup_system 2024-11-19T00:16:55,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/3d5c47f0616d49f0b0dc39681bc6319a for snapshot=snapshot_backup_system 2024-11-19T00:16:55,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/b5c8225170b64ac5b7815b0e0c88d77c for snapshot=snapshot_backup_system 2024-11-19T00:16:55,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/d966e2c083534556bc734d33be27f98b, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/fa9a1188705345db83541e1666fd8bd5, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/ae9bf0cc2cc04611a6237c9923b05fa9, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/f548e4f270764b09a88892233e8c4453] hfiles 2024-11-19T00:16:55,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/d966e2c083534556bc734d33be27f98b for snapshot=snapshot_backup_system 2024-11-19T00:16:55,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/fa9a1188705345db83541e1666fd8bd5 for snapshot=snapshot_backup_system 2024-11-19T00:16:55,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/ae9bf0cc2cc04611a6237c9923b05fa9 for snapshot=snapshot_backup_system 2024-11-19T00:16:55,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/f548e4f270764b09a88892233e8c4453 for snapshot=snapshot_backup_system 2024-11-19T00:16:55,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741952_1128 (size=330) 2024-11-19T00:16:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T00:16:55,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:16:55,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-19T00:16:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-19T00:16:55,894 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:16:55,895 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:16:55,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-19T00:16:55,897 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T00:16:55,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1446a903b85afe1d6d44d118d1878522 in 1.4230 sec 2024-11-19T00:16:55,898 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T00:16:55,899 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T00:16:55,899 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-19T00:16:55,900 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-19T00:16:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741953_1129 (size=967) 2024-11-19T00:16:56,310 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T00:16:56,326 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T00:16:56,327 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.hbase-snapshot/snapshot_backup_system 2024-11-19T00:16:56,329 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T00:16:56,330 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-19T00:16:56,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9440 sec 2024-11-19T00:16:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-19T00:16:56,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-19T00:16:56,550 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731975414017 started at 1731975416550. 2024-11-19T00:16:56,553 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731975414017 has been started. 2024-11-19T00:16:56,560 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1731975341547, ns2:test-17319753415471, ns3:test-17319753415472, ns4:test-17319753415473] 2024-11-19T00:16:56,566 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731975373184for backupID backup_1731975414017 2024-11-19T00:16:56,566 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-19T00:16:56,567 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-19T00:16:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-19T00:16:56,568 INFO [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-19T00:16:56,568 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-19T00:16:56,568 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-19T00:16:56,568 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-19T00:16:56,570 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:56,570 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:56,665 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-19T00:16:56,665 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-19T00:16:56,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-19T00:16:56,666 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,666 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-19T00:16:56,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:56,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:56,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-19T00:16:56,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:56,667 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-19T00:16:56,668 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-19T00:16:56,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-19T00:16:56,672 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-19T00:16:56,672 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-19T00:16:56,672 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-19T00:16:56,672 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-19T00:16:56,672 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '9d96596e55a9,39133,1731975327705' joining acquired barrier for procedure (rolllog) in zk 2024-11-19T00:16:56,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,695 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:56,696 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,696 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-19T00:16:56,696 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-19T00:16:56,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-19T00:16:56,700 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-19T00:16:56,701 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-19T00:16:56,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-19T00:16:56,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:56,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,706 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-19T00:16:56,706 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '9d96596e55a9,39133,1731975327705' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-19T00:16:56,706 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@63ecf7d6[Count = 0] remaining members to acquire global barrier 2024-11-19T00:16:56,706 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-19T00:16:56,706 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:56,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:56,720 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:56,720 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:56,720 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-19T00:16:56,721 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-19T00:16:56,721 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,721 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,721 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-19T00:16:56,721 INFO [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731975382656 highest: 1731975382680 on 9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,721 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0:(num 1731975382656) roll requested 2024-11-19T00:16:56,741 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975416721, exclude list is [], retry=0 2024-11-19T00:16:56,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:16:56,755 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975382656 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975416721 2024-11-19T00:16:56,755 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:16:56,755 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975382656 is not closed yet, will try archiving it next time 2024-11-19T00:16:56,755 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1:(num 1731975382680) roll requested 2024-11-19T00:16:56,756 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975357280 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975357280 2024-11-19T00:16:56,761 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975382656 not finished, retry = 0 2024-11-19T00:16:56,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741910_1086 (size=653) 2024-11-19T00:16:56,775 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975416756, exclude list is [], retry=0 2024-11-19T00:16:56,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:16:56,785 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975382680 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975416756 2024-11-19T00:16:56,785 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:16:56,785 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975382680 is not closed yet, will try archiving it next time 2024-11-19T00:16:56,785 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975373184 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975373184 2024-11-19T00:16:56,786 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.meta:.meta(num 1731975382706) roll requested 2024-11-19T00:16:56,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975382680 not finished, retry = 0 2024-11-19T00:16:56,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741911_1087 (size=4710) 2024-11-19T00:16:56,805 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975416786.meta, exclude list is [], retry=0 2024-11-19T00:16:56,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45973,DS-392d47ad-9061-4779-a0e6-97af9c7830c9,DISK] 2024-11-19T00:16:56,808 DEBUG [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 87 2024-11-19T00:16:56,808 INFO [rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731975416721 on 9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,813 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975382706.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975416786.meta 2024-11-19T00:16:56,814 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35481:35481)] 2024-11-19T00:16:56,814 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975382706.meta is not closed yet, will try archiving it next time 2024-11-19T00:16:56,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975382706.meta not finished, retry = 0 2024-11-19T00:16:56,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741912_1088 (size=93) 2024-11-19T00:16:56,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:16:56,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:56,852 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-19T00:16:56,852 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '9d96596e55a9,39133,1731975327705' in zk 2024-11-19T00:16:56,862 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975382656 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975382656 2024-11-19T00:16:56,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,874 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-19T00:16:56,874 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-19T00:16:56,874 DEBUG [member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-19T00:16:56,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-19T00:16:56,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-19T00:16:56,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-19T00:16:56,884 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-19T00:16:56,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:56,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,886 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-19T00:16:56,886 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:56,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '9d96596e55a9,39133,1731975327705': 2024-11-19T00:16:56,888 INFO [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-19T00:16:56,888 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-19T00:16:56,888 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '9d96596e55a9,39133,1731975327705' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-19T00:16:56,888 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-19T00:16:56,889 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-19T00:16:56,889 INFO [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-19T00:16:56,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-19T00:16:56,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-19T00:16:56,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-19T00:16:56,906 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-19T00:16:56,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:56,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:56,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-19T00:16:56,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-19T00:16:56,906 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-19T00:16:56,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-19T00:16:56,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-19T00:16:56,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-19T00:16:56,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:56,907 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-19T00:16:56,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:56,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,910 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-19T00:16:56,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-19T00:16:56,912 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,921 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975382706.meta to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.meta.1731975382706.meta 2024-11-19T00:16:56,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-19T00:16:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-19T00:16:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/9d96596e55a9,39133,1731975327705 2024-11-19T00:16:56,927 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-19T00:16:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:56,927 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-19T00:16:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-19T00:16:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-19T00:16:56,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-19T00:16:56,927 DEBUG [(9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-19T00:16:56,927 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-19T00:16:56,927 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-19T00:16:56,927 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-19T00:16:56,928 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-19T00:16:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-19T00:16:56,944 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {9d96596e55a9:39133=1731975373184} newestTimestamps: {9d96596e55a9:39133=1731975382680} 2024-11-19T00:16:56,946 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9d96596e55a9%2C39133%2C1731975327705.meta.1731975333160.meta 2024-11-19T00:16:56,946 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9d96596e55a9%2C39133%2C1731975327705.meta.1731975373261.meta 2024-11-19T00:16:56,946 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 9d96596e55a9%2C39133%2C1731975327705.meta.1731975416786.meta 2024-11-19T00:16:56,946 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975416721 2024-11-19T00:16:56,946 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975382680 2024-11-19T00:16:56,946 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975416756 2024-11-19T00:16:56,947 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.meta.1731975357373.meta 2024-11-19T00:16:56,947 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.meta.1731975382706.meta 2024-11-19T00:16:56,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741957_1133 (size=640) 2024-11-19T00:16:57,378 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:35349/backupUT/backup_1731975414017/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:16:57,378 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-19T00:16:57,381 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-19T00:16:57,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741958_1134 (size=45) 2024-11-19T00:16:57,793 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-19T00:16:57,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741959_1135 (size=390) 2024-11-19T00:16:57,821 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17319753415472 target: hdfs://localhost:35349/backupUT/backup_1731975414017/ns3/test-17319753415472 descriptor: 'ns3:test-17319753415472', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:16:57,821 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-19T00:16:57,825 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17319753415472 2024-11-19T00:16:57,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741960_1136 (size=50) 2024-11-19T00:16:58,245 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17319753415472 2024-11-19T00:16:58,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741961_1137 (size=390) 2024-11-19T00:16:58,275 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17319753415473 target: hdfs://localhost:35349/backupUT/backup_1731975414017/ns4/test-17319753415473 descriptor: 'ns4:test-17319753415473', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:16:58,275 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-19T00:16:58,282 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17319753415473 2024-11-19T00:16:58,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741962_1138 (size=50) 2024-11-19T00:16:58,707 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17319753415473 2024-11-19T00:16:58,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741963_1139 (size=364) 2024-11-19T00:16:59,118 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17319753415471 target: hdfs://localhost:35349/backupUT/backup_1731975414017/ns2/test-17319753415471 descriptor: 'ns2:test-17319753415471', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:16:59,118 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-19T00:16:59,120 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17319753415471 2024-11-19T00:16:59,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741964_1140 (size=50) 2024-11-19T00:16:59,526 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17319753415471 2024-11-19T00:16:59,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741965_1141 (size=950) 2024-11-19T00:16:59,937 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731975341547 target: hdfs://localhost:35349/backupUT/backup_1731975414017/default/test-1731975341547 descriptor: 'test-1731975341547', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:16:59,937 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-19T00:16:59,941 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731975341547 2024-11-19T00:16:59,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741966_1142 (size=53) 2024-11-19T00:16:59,954 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731975341547 2024-11-19T00:16:59,966 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:35349/backupUT/.tmp/backup_1731975414017 from hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975382680;hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975382656 2024-11-19T00:16:59,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d98d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:59,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:16:59,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:16:59,967 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:16:59,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:16:59,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:16:59,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38479be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:59,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:16:59,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:16:59,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:16:59,969 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:16:59,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c781daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:16:59,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:16:59,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:16:59,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb43549 2024-11-19T00:16:59,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:16:59,974 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:16:59,978 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-19T00:16:59,978 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-19T00:16:59,979 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:16:59,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:16:59,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:16:59,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:16:59,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:16:59,983 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-19T00:16:59,983 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731975341547 2024-11-19T00:16:59,983 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731975341547,, stopping at row=test-1731975341547 ,, for max=2147483647 with caching=100 2024-11-19T00:16:59,985 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731975341547: test-1731975341547; 2024-11-19T00:16:59,985 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17319753415471 2024-11-19T00:16:59,985 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17319753415471,, stopping at row=ns2:test-17319753415471 ,, for max=2147483647 with caching=100 2024-11-19T00:16:59,988 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17319753415471: ns2:test-17319753415471; 2024-11-19T00:16:59,988 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17319753415472 2024-11-19T00:16:59,988 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17319753415472,, stopping at row=ns3:test-17319753415472 ,, for max=2147483647 with caching=100 2024-11-19T00:16:59,990 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17319753415472: ns3:test-17319753415472; 2024-11-19T00:16:59,990 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17319753415473 2024-11-19T00:16:59,990 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17319753415473,, stopping at row=ns4:test-17319753415473 ,, for max=2147483647 with caching=100 2024-11-19T00:16:59,993 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17319753415473: ns4:test-17319753415473; 2024-11-19T00:16:59,993 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-19T00:16:59,993 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/partitions_3717d152-6a13-46fc-9baf-c91eb7ca7afa 2024-11-19T00:16:59,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741967_1143 (size=324) 2024-11-19T00:17:00,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:00,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:00,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-12308007540297984771.jar 2024-11-19T00:17:01,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:17:01,518 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:17:01,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:17:01,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:17:01,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:17:01,519 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:17:01,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:17:01,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:17:01,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:17:01,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:17:01,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:17:01,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:01,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:17:01,522 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1731975341547,ns2:test-17319753415471,ns3:test-17319753415472,ns4:test-17319753415473 2024-11-19T00:17:01,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:01,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:01,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:01,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:01,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:01,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:17:02,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-15121546996341241783.jar 2024-11-19T00:17:03,887 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:17:03,921 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975382680 for WAL files 2024-11-19T00:17:03,922 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975382680 2024-11-19T00:17:03,923 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975382656 for WAL files 2024-11-19T00:17:03,923 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975382656 2024-11-19T00:17:04,039 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local2123235263_0010_805339a8-0c8e-4045-8a14-d745f62f1501/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:17:04,039 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local2123235263_0010_805339a8-0c8e-4045-8a14-d745f62f1501/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:17:04,096 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975382680 for hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1.1731975382680 (-9223372036854775808:9223372036854775807) length:4710 2024-11-19T00:17:04,100 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-19T00:17:04,100 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-19T00:17:04,138 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975382656 for hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975382656 (-9223372036854775808:9223372036854775807) length:653 2024-11-19T00:17:04,141 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-19T00:17:04,142 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-19T00:17:04,273 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56992252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:04,273 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:04,273 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:04,274 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:04,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:04,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:04,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700b239d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:04,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:04,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:04,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:04,276 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:04,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f5b755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:04,278 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:04,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:04,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:04,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:04,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731975341547', row='row-test-1731975341547-2-0', locateType=CURRENT is [region=test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955., hostname=9d96596e55a9,39133,1731975327705, seqNum=338] 2024-11-19T00:17:04,282 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-19T00:17:04,282 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:04,282 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:04,282 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:04,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:04,282 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731975341547-2-0] 2024-11-19T00:17:04,282 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:17:04,286 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/backupUT/.tmp/backup_1731975414017/_temporary/0/_temporary/attempt_local2123235263_0010_r_000004_0/default/test-1731975341547/f2/cc50b8b025f7404d8484c4002f3a2987 is 58, key is row-test-1731975341547-2-0/f2:q1/1731975408992/Put/seqid=0 2024-11-19T00:17:04,288 WARN [Thread-1516 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:17:04,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741968_1144 (size=5367) 2024-11-19T00:17:04,914 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 152f3d63111b9185f927609f81ff2955, had cached 0 bytes from a total of 38453 2024-11-19T00:17:05,088 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:35349/backupUT 2024-11-19T00:17:05,088 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731975414017 2024-11-19T00:17:05,088 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-19T00:17:05,107 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:35349/backupUT/.tmp/backup_1731975414017, hdfs://localhost:35349/backupUT] 2024-11-19T00:17:05,173 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:17:05,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741969_1145 (size=5367) 2024-11-19T00:17:05,849 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-19T00:17:05,851 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731975414017 2024-11-19T00:17:05,851 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-19T00:17:05,852 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local192414845_0011 completed: true true 2024-11-19T00:17:05,852 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6665901 FILE: Number of bytes written=17187476 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410404 HDFS: Number of bytes written=2548279 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=425 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-19T00:17:05,852 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:35349/backupUT/.tmp/backup_1731975414017 to hdfs://localhost:35349/backupUT finished. 2024-11-19T00:17:05,871 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731975414017 2024-11-19T00:17:05,875 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731975380307} 2024-11-19T00:17:05,875 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-19T00:17:05,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741970_1146 (size=714) 2024-11-19T00:17:06,281 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35349/backupUT/backup_1731975414017/.backup.manifest 2024-11-19T00:17:06,282 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731975414017 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17319753415472;ns4:test-17319753415473;ns2:test-17319753415471;test-1731975341547,targetRootDir=hdfs://localhost:35349/backupUT,startts=1731975416550,completets=1731975425871,bytescopied=0 2024-11-19T00:17:06,282 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-19T00:17:06,287 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-19T00:17:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-19T00:17:06,289 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-19T00:17:06,293 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-19T00:17:06,297 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731975414017 completed. 2024-11-19T00:17:06,297 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-19T00:17:06,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:06,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:06,314 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731975352090 2024-11-19T00:17:06,317 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-19T00:17:06,318 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-19T00:17:06,319 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35349/backupUT/backup_1731975352090/.backup.manifest 2024-11-19T00:17:06,321 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731975352090/.backup.manifest 2024-11-19T00:17:06,324 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35349/backupUT/backup_1731975352090/.backup.manifest 2024-11-19T00:17:06,327 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731975352090/.backup.manifest 2024-11-19T00:17:06,327 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731975341547' to 'table1' from full backup image hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547 2024-11-19T00:17:06,337 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-19T00:17:06,337 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955 2024-11-19T00:17:06,340 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f in region [hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955] 2024-11-19T00:17:06,345 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 first=row0 last=row98 2024-11-19T00:17:06,345 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3 in region [hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955] 2024-11-19T00:17:06,350 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3/171be458f7f8465dbc496a5b4b9703da first=row-test-1731975341547-3-0 last=row-test-1731975341547-3-5 2024-11-19T00:17:06,350 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob in region [hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955] 2024-11-19T00:17:06,355 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d first=row-test-1731975341547-3-0 last=row-test-1731975341547-3-5 2024-11-19T00:17:06,360 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:17:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-19T00:17:06,362 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:17:06,363 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:06,363 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-19T00:17:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-19T00:17:06,364 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:17:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741971_1147 (size=938) 2024-11-19T00:17:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-19T00:17:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-19T00:17:06,772 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 263caf22a5f574d0d18d6fd02ea476a2, NAME => 'table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:17:06,773 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 76bae4f727c7e060d05ee8c9d8abe008, NAME => 'table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:17:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741972_1148 (size=45) 2024-11-19T00:17:06,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741973_1149 (size=45) 2024-11-19T00:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-19T00:17:07,204 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:07,204 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 263caf22a5f574d0d18d6fd02ea476a2, disabling compactions & flushes 2024-11-19T00:17:07,204 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. 2024-11-19T00:17:07,204 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. 2024-11-19T00:17:07,204 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. after waiting 0 ms 2024-11-19T00:17:07,204 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. 2024-11-19T00:17:07,204 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. 2024-11-19T00:17:07,204 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 263caf22a5f574d0d18d6fd02ea476a2: Waiting for close lock at 1731975427204Disabling compacts and flushes for region at 1731975427204Disabling writes for close at 1731975427204Writing region close event to WAL at 1731975427204Closed at 1731975427204 2024-11-19T00:17:07,207 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:07,207 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 76bae4f727c7e060d05ee8c9d8abe008, disabling compactions & flushes 2024-11-19T00:17:07,207 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. 2024-11-19T00:17:07,207 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. 2024-11-19T00:17:07,207 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. after waiting 0 ms 2024-11-19T00:17:07,207 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. 2024-11-19T00:17:07,207 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. 2024-11-19T00:17:07,208 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 76bae4f727c7e060d05ee8c9d8abe008: Waiting for close lock at 1731975427207Disabling compacts and flushes for region at 1731975427207Disabling writes for close at 1731975427207Writing region close event to WAL at 1731975427207Closed at 1731975427207 2024-11-19T00:17:07,209 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:17:07,209 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731975427209"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731975427209"}]},"ts":"1731975427209"} 2024-11-19T00:17:07,209 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731975427209"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731975427209"}]},"ts":"1731975427209"} 2024-11-19T00:17:07,213 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-19T00:17:07,214 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:17:07,215 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975427214"}]},"ts":"1731975427214"} 2024-11-19T00:17:07,217 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-19T00:17:07,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=263caf22a5f574d0d18d6fd02ea476a2, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=76bae4f727c7e060d05ee8c9d8abe008, ASSIGN}] 2024-11-19T00:17:07,218 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=76bae4f727c7e060d05ee8c9d8abe008, ASSIGN 2024-11-19T00:17:07,219 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=263caf22a5f574d0d18d6fd02ea476a2, ASSIGN 2024-11-19T00:17:07,220 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=263caf22a5f574d0d18d6fd02ea476a2, ASSIGN; state=OFFLINE, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=false 2024-11-19T00:17:07,220 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=76bae4f727c7e060d05ee8c9d8abe008, ASSIGN; state=OFFLINE, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=false 2024-11-19T00:17:07,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=76bae4f727c7e060d05ee8c9d8abe008, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:07,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=263caf22a5f574d0d18d6fd02ea476a2, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:07,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=263caf22a5f574d0d18d6fd02ea476a2, ASSIGN because future has completed 2024-11-19T00:17:07,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 263caf22a5f574d0d18d6fd02ea476a2, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:07,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=76bae4f727c7e060d05ee8c9d8abe008, ASSIGN because future has completed 2024-11-19T00:17:07,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76bae4f727c7e060d05ee8c9d8abe008, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-19T00:17:07,531 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. 2024-11-19T00:17:07,531 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 76bae4f727c7e060d05ee8c9d8abe008, NAME => 'table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-19T00:17:07,531 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:17:07,531 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,532 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:07,532 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,532 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,533 INFO [StoreOpener-76bae4f727c7e060d05ee8c9d8abe008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,535 INFO [StoreOpener-76bae4f727c7e060d05ee8c9d8abe008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76bae4f727c7e060d05ee8c9d8abe008 columnFamilyName f 2024-11-19T00:17:07,535 DEBUG [StoreOpener-76bae4f727c7e060d05ee8c9d8abe008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:07,535 INFO [StoreOpener-76bae4f727c7e060d05ee8c9d8abe008-1 {}] regionserver.HStore(327): Store=76bae4f727c7e060d05ee8c9d8abe008/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:07,536 INFO [StoreOpener-76bae4f727c7e060d05ee8c9d8abe008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,537 INFO [StoreOpener-76bae4f727c7e060d05ee8c9d8abe008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76bae4f727c7e060d05ee8c9d8abe008 columnFamilyName f3 2024-11-19T00:17:07,537 DEBUG [StoreOpener-76bae4f727c7e060d05ee8c9d8abe008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:07,537 INFO [StoreOpener-76bae4f727c7e060d05ee8c9d8abe008-1 {}] regionserver.HStore(327): Store=76bae4f727c7e060d05ee8c9d8abe008/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:07,537 INFO [StoreOpener-76bae4f727c7e060d05ee8c9d8abe008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,538 INFO [StoreOpener-76bae4f727c7e060d05ee8c9d8abe008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76bae4f727c7e060d05ee8c9d8abe008 columnFamilyName mob 2024-11-19T00:17:07,539 DEBUG [StoreOpener-76bae4f727c7e060d05ee8c9d8abe008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:07,539 INFO [StoreOpener-76bae4f727c7e060d05ee8c9d8abe008-1 {}] regionserver.HStore(327): Store=76bae4f727c7e060d05ee8c9d8abe008/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:07,540 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,541 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,541 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,542 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,542 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,543 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:17:07,544 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,546 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:17:07,547 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 76bae4f727c7e060d05ee8c9d8abe008; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11186976640, jitterRate=0.041868388652801514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:17:07,547 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:07,548 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 76bae4f727c7e060d05ee8c9d8abe008: Running coprocessor pre-open hook at 1731975427532Writing region info on filesystem at 1731975427532Initializing all the Stores at 1731975427533 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975427533Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975427533Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975427533Cleaning up temporary data from old regions at 1731975427542 (+9 ms)Running coprocessor post-open hooks at 1731975427547 (+5 ms)Region opened successfully at 1731975427548 (+1 ms) 2024-11-19T00:17:07,549 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008., pid=66, masterSystemTime=1731975427527 2024-11-19T00:17:07,551 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. 2024-11-19T00:17:07,551 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. 2024-11-19T00:17:07,551 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. 2024-11-19T00:17:07,552 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 263caf22a5f574d0d18d6fd02ea476a2, NAME => 'table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-19T00:17:07,552 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:17:07,552 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=76bae4f727c7e060d05ee8c9d8abe008, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:07,552 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,552 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:07,552 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,552 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76bae4f727c7e060d05ee8c9d8abe008, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:07,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64 2024-11-19T00:17:07,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 76bae4f727c7e060d05ee8c9d8abe008, server=9d96596e55a9,39133,1731975327705 in 180 msec 2024-11-19T00:17:07,561 INFO [StoreOpener-263caf22a5f574d0d18d6fd02ea476a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=76bae4f727c7e060d05ee8c9d8abe008, ASSIGN in 342 msec 2024-11-19T00:17:07,563 INFO [StoreOpener-263caf22a5f574d0d18d6fd02ea476a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263caf22a5f574d0d18d6fd02ea476a2 columnFamilyName f 2024-11-19T00:17:07,563 DEBUG [StoreOpener-263caf22a5f574d0d18d6fd02ea476a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:07,564 INFO [StoreOpener-263caf22a5f574d0d18d6fd02ea476a2-1 {}] regionserver.HStore(327): Store=263caf22a5f574d0d18d6fd02ea476a2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:07,564 INFO [StoreOpener-263caf22a5f574d0d18d6fd02ea476a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,565 INFO [StoreOpener-263caf22a5f574d0d18d6fd02ea476a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263caf22a5f574d0d18d6fd02ea476a2 columnFamilyName f3 2024-11-19T00:17:07,565 DEBUG [StoreOpener-263caf22a5f574d0d18d6fd02ea476a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:07,566 INFO [StoreOpener-263caf22a5f574d0d18d6fd02ea476a2-1 {}] regionserver.HStore(327): Store=263caf22a5f574d0d18d6fd02ea476a2/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:07,566 INFO [StoreOpener-263caf22a5f574d0d18d6fd02ea476a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,568 INFO [StoreOpener-263caf22a5f574d0d18d6fd02ea476a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263caf22a5f574d0d18d6fd02ea476a2 columnFamilyName mob 2024-11-19T00:17:07,571 DEBUG [StoreOpener-263caf22a5f574d0d18d6fd02ea476a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:07,572 INFO [StoreOpener-263caf22a5f574d0d18d6fd02ea476a2-1 {}] regionserver.HStore(327): Store=263caf22a5f574d0d18d6fd02ea476a2/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:07,572 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,573 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,573 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,574 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,574 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,575 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:17:07,577 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,588 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:17:07,589 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 263caf22a5f574d0d18d6fd02ea476a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9609162080, jitterRate=-0.10507704317569733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:17:07,589 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:07,589 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 263caf22a5f574d0d18d6fd02ea476a2: Running coprocessor pre-open hook at 1731975427552Writing region info on filesystem at 1731975427552Initializing all the Stores at 1731975427555 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975427555Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975427561 (+6 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975427561Cleaning up temporary data from old regions at 1731975427574 (+13 ms)Running coprocessor post-open hooks at 1731975427589 (+15 ms)Region opened successfully at 1731975427589 2024-11-19T00:17:07,590 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., pid=65, masterSystemTime=1731975427527 2024-11-19T00:17:07,594 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=263caf22a5f574d0d18d6fd02ea476a2, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:07,595 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. 2024-11-19T00:17:07,595 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. 2024-11-19T00:17:07,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 263caf22a5f574d0d18d6fd02ea476a2, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:07,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-11-19T00:17:07,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 263caf22a5f574d0d18d6fd02ea476a2, server=9d96596e55a9,39133,1731975327705 in 222 msec 2024-11-19T00:17:07,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-19T00:17:07,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=263caf22a5f574d0d18d6fd02ea476a2, ASSIGN in 383 msec 2024-11-19T00:17:07,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:17:07,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975427603"}]},"ts":"1731975427603"} 2024-11-19T00:17:07,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-19T00:17:07,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:17:07,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2480 sec 2024-11-19T00:17:08,019 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-19T00:17:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-19T00:17:08,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-19T00:17:08,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-19T00:17:08,516 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955 from hbase tables test-1731975341547 to tables table1 2024-11-19T00:17:08,516 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731975341547 into table1 2024-11-19T00:17:08,519 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516 from hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955 2024-11-19T00:17:08,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0461b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:08,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:08,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:08,522 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fe430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:08,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:08,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:08,524 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:08,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d5eeaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:08,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:08,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:08,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13d04e4 2024-11-19T00:17:08,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:08,529 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:08,530 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-19T00:17:08,530 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-19T00:17:08,530 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-19T00:17:08,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:08,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:08,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:08,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:08,536 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-19T00:17:08,536 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-19T00:17:08,536 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-19T00:17:08,536 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/partitions_6ec5996b-ee6b-4f6d-9b40-d0f56c4d43a2 2024-11-19T00:17:08,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741974_1150 (size=177) 2024-11-19T00:17:08,552 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:08,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:08,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-13071694155121702626.jar 2024-11-19T00:17:09,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:17:09,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:17:09,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:17:09,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:17:09,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:17:09,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:17:09,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:17:09,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:17:09,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:17:09,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:17:09,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:17:09,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,581 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:09,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:17:09,583 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-19T00:17:09,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:09,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:09,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:09,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:09,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:09,584 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-19T00:17:09,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:17:09,599 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:17:09,614 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-19T00:17:09,736 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local1732968635_0012_a2cd46c2-cd36-4712-aff5-c1eeaf7f7792/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:17:09,736 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local1732968635_0012_a2cd46c2-cd36-4712-aff5-c1eeaf7f7792/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:17:09,796 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 2024-11-19T00:17:09,800 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-19T00:17:09,836 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d 2024-11-19T00:17:09,839 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-19T00:17:09,865 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f3/171be458f7f8465dbc496a5b4b9703da 2024-11-19T00:17:09,868 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-19T00:17:09,903 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6ffd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:09,903 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:09,903 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:09,904 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:09,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:09,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:09,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f8d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:09,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:09,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:09,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:09,906 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:09,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bde8c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:09,907 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:09,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:09,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:09,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:09,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731975341547-3-0', locateType=CURRENT is [region=table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:09,912 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-19T00:17:09,912 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:09,912 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:09,912 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:09,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:09,912 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731975341547-3-0] 2024-11-19T00:17:09,912 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:17:09,918 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e097e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:09,918 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:09,918 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:09,919 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea91bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:09,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:09,920 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:09,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613d149c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:09,921 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:09,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:09,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731975341547-3-0', locateType=CURRENT is [region=table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:09,925 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-19T00:17:09,925 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:09,925 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:09,925 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:09,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:09,925 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731975341547-3-0] 2024-11-19T00:17:09,925 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:17:09,930 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/_temporary/0/_temporary/attempt_local1732968635_0012_r_000000_0/f3/53f8cd67424e410b84a6661a5ce62913 is 58, key is row-test-1731975341547-3-0/f3:q1/1731975351949/Put/seqid=0 2024-11-19T00:17:09,932 WARN [Thread-1635 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:17:09,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741975_1151 (size=5530) 2024-11-19T00:17:10,335 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/_temporary/0/_temporary/attempt_local1732968635_0012_r_000000_0/mob/0fd13d0e1c584fe69790a908566c7712 is 59, key is row-test-1731975341547-3-0/mob:q1/1731975352045/Put/seqid=0 2024-11-19T00:17:10,337 WARN [Thread-1637 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:17:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741976_1152 (size=5539) 2024-11-19T00:17:10,768 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53583123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:10,768 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:10,769 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:10,769 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:10,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:10,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:10,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9e36a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:10,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:10,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:10,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:10,771 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:10,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b44bb0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:10,772 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:10,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:10,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:10,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:10,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:10,776 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-19T00:17:10,776 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:10,776 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:10,776 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:10,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:10,777 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-19T00:17:10,777 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:17:10,785 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/_temporary/0/_temporary/attempt_local1732968635_0012_r_000001_0/f/decc2e0866694cee9b7592810962a750 is 37, key is row10/f:q1/1731975344471/Put/seqid=0 2024-11-19T00:17:10,786 WARN [Thread-1652 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:17:10,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741977_1153 (size=8742) 2024-11-19T00:17:11,785 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516 2024-11-19T00:17:11,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c473333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:11,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:11,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:11,787 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:11,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:11,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:11,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ede43c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:11,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:11,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:11,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:11,788 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:11,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c3669e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:11,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:11,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:11,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:11,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:11,796 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/_SUCCESS 2024-11-19T00:17:13,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-19T00:17:15,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-19T00:17:15,302 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-19T00:17:16,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3d22f6111f7722a62e02be83e2673c1b, had cached 0 bytes from a total of 13547 2024-11-19T00:17:20,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:20,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:20,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@598149a5 2024-11-19T00:17:20,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:20,870 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:20,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:20,888 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-19T00:17:20,900 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/f/decc2e0866694cee9b7592810962a750 first=Optional[row0] last=Optional[row98] 2024-11-19T00:17:20,904 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/f3/53f8cd67424e410b84a6661a5ce62913 first=Optional[row-test-1731975341547-3-0] last=Optional[row-test-1731975341547-3-5] 2024-11-19T00:17:20,907 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/mob/0fd13d0e1c584fe69790a908566c7712 first=Optional[row-test-1731975341547-3-0] last=Optional[row-test-1731975341547-3-5] 2024-11-19T00:17:20,927 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/f/decc2e0866694cee9b7592810962a750 for inclusion in 76bae4f727c7e060d05ee8c9d8abe008/f 2024-11-19T00:17:20,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/mob/0fd13d0e1c584fe69790a908566c7712 for inclusion in 263caf22a5f574d0d18d6fd02ea476a2/mob 2024-11-19T00:17:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731975341547-3-0 last=row-test-1731975341547-3-5 2024-11-19T00:17:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-19T00:17:20,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/f3/53f8cd67424e410b84a6661a5ce62913 for inclusion in 263caf22a5f574d0d18d6fd02ea476a2/f3 2024-11-19T00:17:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-19T00:17:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-19T00:17:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HRegion(2603): Flush status journal for 76bae4f727c7e060d05ee8c9d8abe008: 2024-11-19T00:17:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/f/decc2e0866694cee9b7592810962a750 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/f/decc2e0866694cee9b7592810962a750 2024-11-19T00:17:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731975341547-3-0 last=row-test-1731975341547-3-5 2024-11-19T00:17:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-19T00:17:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegion(2603): Flush status journal for 263caf22a5f574d0d18d6fd02ea476a2: 2024-11-19T00:17:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/mob/0fd13d0e1c584fe69790a908566c7712 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/mob/0fd13d0e1c584fe69790a908566c7712 2024-11-19T00:17:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/f/decc2e0866694cee9b7592810962a750 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/f/a2f7457e3e5d467e8c66ae6c4eef9024_SeqId_4_ 2024-11-19T00:17:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/mob/0fd13d0e1c584fe69790a908566c7712 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/mob/b7b8a2081c754691bec3aa4a8f2d38ec_SeqId_4_ 2024-11-19T00:17:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8087e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975428516/f3/53f8cd67424e410b84a6661a5ce62913 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/f3/53f8cd67424e410b84a6661a5ce62913 2024-11-19T00:17:20,959 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:20,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:20,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:20,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0c8f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:20,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:20,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:20,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:20,961 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/f3/53f8cd67424e410b84a6661a5ce62913 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/f3/a82906b4a65e4cbab0575784c04f82d0_SeqId_4_ 2024-11-19T00:17:20,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22323ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:20,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:20,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4315b4c3 2024-11-19T00:17:20,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:20,963 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbef609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:20,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:20,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:20,965 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:20,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e522d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:20,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:20,967 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:20,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6d6f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5026e090 2024-11-19T00:17:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:20,970 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:20,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:20,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:20,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:20,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:20,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:20,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:20,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:20,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:20,987 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133. 2024-11-19T00:17:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:20,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:20,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:20,988 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/f/decc2e0866694cee9b7592810962a750 into 76bae4f727c7e060d05ee8c9d8abe008/f as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/f/a2f7457e3e5d467e8c66ae6c4eef9024_SeqId_4_ - updating store file list. 2024-11-19T00:17:20,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133. 2024-11-19T00:17:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:20,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338e6de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:20,992 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:20,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:20,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:20,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507fa1e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:20,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:20,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:20,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:20,994 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:20,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd6c368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:20,998 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/f/a2f7457e3e5d467e8c66ae6c4eef9024_SeqId_4_ into 76bae4f727c7e060d05ee8c9d8abe008/f 2024-11-19T00:17:20,998 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/f/decc2e0866694cee9b7592810962a750 into 76bae4f727c7e060d05ee8c9d8abe008/f (new location: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/f/a2f7457e3e5d467e8c66ae6c4eef9024_SeqId_4_) 2024-11-19T00:17:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/f/decc2e0866694cee9b7592810962a750 2024-11-19T00:17:20,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:20,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@411a192 2024-11-19T00:17:20,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:21,000 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:21,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:21,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:21,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23353431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:21,004 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:21,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:21,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:21,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bcae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:21,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:21,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:21,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:21,006 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:21,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c597b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:21,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:21,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50e96a6d 2024-11-19T00:17:21,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:21,009 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T00:17:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:21,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:21,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:21,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:21,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T00:17:21,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:21,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:21,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:21,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133. 2024-11-19T00:17:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:21,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:21,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/f3/53f8cd67424e410b84a6661a5ce62913 into 263caf22a5f574d0d18d6fd02ea476a2/f3 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/f3/a82906b4a65e4cbab0575784c04f82d0_SeqId_4_ - updating store file list. 2024-11-19T00:17:21,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:21,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/f3/a82906b4a65e4cbab0575784c04f82d0_SeqId_4_ into 263caf22a5f574d0d18d6fd02ea476a2/f3 2024-11-19T00:17:21,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/f3/53f8cd67424e410b84a6661a5ce62913 into 263caf22a5f574d0d18d6fd02ea476a2/f3 (new location: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/f3/a82906b4a65e4cbab0575784c04f82d0_SeqId_4_) 2024-11-19T00:17:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/f3/53f8cd67424e410b84a6661a5ce62913 2024-11-19T00:17:21,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/mob/0fd13d0e1c584fe69790a908566c7712 into 263caf22a5f574d0d18d6fd02ea476a2/mob as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/mob/b7b8a2081c754691bec3aa4a8f2d38ec_SeqId_4_ - updating store file list. 2024-11-19T00:17:21,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:21,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133. 2024-11-19T00:17:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:21,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:21,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/mob/b7b8a2081c754691bec3aa4a8f2d38ec_SeqId_4_ into 263caf22a5f574d0d18d6fd02ea476a2/mob 2024-11-19T00:17:21,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/mob/0fd13d0e1c584fe69790a908566c7712 into 263caf22a5f574d0d18d6fd02ea476a2/mob (new location: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/mob/b7b8a2081c754691bec3aa4a8f2d38ec_SeqId_4_) 2024-11-19T00:17:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__hdf660776p8u56r2f6gmd6mmiecs2j1p3ku5gva8uv4vi6r21bcd7o4n620q851o/mob/0fd13d0e1c584fe69790a908566c7712 2024-11-19T00:17:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d20c856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:21,039 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:21,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:21,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:21,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5445ad09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:21,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:21,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:21,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:21,041 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:21,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35dd7639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:21,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:21,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a17424 2024-11-19T00:17:21,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:21,043 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T00:17:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:21,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:21,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:21,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T00:17:21,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:21,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:21,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:21,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133. 2024-11-19T00:17:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:21,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:21,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:21,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:21,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:21,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:21,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:21,073 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-19T00:17:21,073 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-19T00:17:21,073 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731975352090 hdfs://localhost:35349/backupUT/backup_1731975352090/default/test-1731975341547/ 2024-11-19T00:17:21,074 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35349/backupUT/backup_1731975352090/.backup.manifest 2024-11-19T00:17:21,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 , the old value is region=table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., hostname=9d96596e55a9,39133,1731975327705, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9d96596e55a9:39133 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:17:21,075 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T00:17:21,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:17:21,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 from cache 2024-11-19T00:17:21,076 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731975352090/.backup.manifest 2024-11-19T00:17:21,076 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17319753415471' to 'ns2:table2' from full backup image hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471 2024-11-19T00:17:21,085 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-19T00:17:21,085 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:17:21,087 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f in region [hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b] 2024-11-19T00:17:21,090 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3 first=row0 last=row98 2024-11-19T00:17:21,092 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:17:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-19T00:17:21,094 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T00:17:21,094 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-19T00:17:21,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T00:17:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-19T00:17:21,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741978_1154 (size=351) 2024-11-19T00:17:21,180 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:39133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T00:17:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-19T00:17:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-19T00:17:21,505 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aac9dfd438c0e3c8c7fbc9c116cf1d9d, NAME => 'ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:17:21,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741979_1155 (size=37) 2024-11-19T00:17:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-19T00:17:21,913 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:21,913 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing aac9dfd438c0e3c8c7fbc9c116cf1d9d, disabling compactions & flushes 2024-11-19T00:17:21,913 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. 2024-11-19T00:17:21,913 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. 2024-11-19T00:17:21,913 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. after waiting 0 ms 2024-11-19T00:17:21,913 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. 2024-11-19T00:17:21,913 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. 2024-11-19T00:17:21,913 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for aac9dfd438c0e3c8c7fbc9c116cf1d9d: Waiting for close lock at 1731975441913Disabling compacts and flushes for region at 1731975441913Disabling writes for close at 1731975441913Writing region close event to WAL at 1731975441913Closed at 1731975441913 2024-11-19T00:17:21,915 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T00:17:21,915 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731975441915"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731975441915"}]},"ts":"1731975441915"} 2024-11-19T00:17:21,917 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:17:21,918 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T00:17:21,918 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975441918"}]},"ts":"1731975441918"} 2024-11-19T00:17:21,919 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-19T00:17:21,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=aac9dfd438c0e3c8c7fbc9c116cf1d9d, ASSIGN}] 2024-11-19T00:17:21,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=aac9dfd438c0e3c8c7fbc9c116cf1d9d, ASSIGN 2024-11-19T00:17:21,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=aac9dfd438c0e3c8c7fbc9c116cf1d9d, ASSIGN; state=OFFLINE, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=false 2024-11-19T00:17:22,072 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=aac9dfd438c0e3c8c7fbc9c116cf1d9d, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:22,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=aac9dfd438c0e3c8c7fbc9c116cf1d9d, ASSIGN because future has completed 2024-11-19T00:17:22,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure aac9dfd438c0e3c8c7fbc9c116cf1d9d, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:22,229 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. 2024-11-19T00:17:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-19T00:17:22,230 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => aac9dfd438c0e3c8c7fbc9c116cf1d9d, NAME => 'ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:17:22,230 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:17:22,230 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:22,230 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:22,230 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:22,230 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:22,232 INFO [StoreOpener-aac9dfd438c0e3c8c7fbc9c116cf1d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:22,233 INFO [StoreOpener-aac9dfd438c0e3c8c7fbc9c116cf1d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aac9dfd438c0e3c8c7fbc9c116cf1d9d columnFamilyName f 2024-11-19T00:17:22,233 DEBUG [StoreOpener-aac9dfd438c0e3c8c7fbc9c116cf1d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:22,234 INFO [StoreOpener-aac9dfd438c0e3c8c7fbc9c116cf1d9d-1 {}] regionserver.HStore(327): Store=aac9dfd438c0e3c8c7fbc9c116cf1d9d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:22,234 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:22,235 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:22,235 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:22,235 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:22,236 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:22,237 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:22,239 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:17:22,239 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened aac9dfd438c0e3c8c7fbc9c116cf1d9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9815244320, jitterRate=-0.08588413894176483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T00:17:22,239 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:22,240 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for aac9dfd438c0e3c8c7fbc9c116cf1d9d: Running coprocessor pre-open hook at 1731975442231Writing region info on filesystem at 1731975442231Initializing all the Stores at 1731975442231Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975442231Cleaning up temporary data from old regions at 1731975442236 (+5 ms)Running coprocessor post-open hooks at 1731975442239 (+3 ms)Region opened successfully at 1731975442240 (+1 ms) 2024-11-19T00:17:22,241 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d., pid=69, masterSystemTime=1731975442226 2024-11-19T00:17:22,243 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. 2024-11-19T00:17:22,244 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. 2024-11-19T00:17:22,244 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=aac9dfd438c0e3c8c7fbc9c116cf1d9d, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:22,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure aac9dfd438c0e3c8c7fbc9c116cf1d9d, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:22,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-19T00:17:22,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure aac9dfd438c0e3c8c7fbc9c116cf1d9d, server=9d96596e55a9,39133,1731975327705 in 173 msec 2024-11-19T00:17:22,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-19T00:17:22,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=aac9dfd438c0e3c8c7fbc9c116cf1d9d, ASSIGN in 329 msec 2024-11-19T00:17:22,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T00:17:22,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975442252"}]},"ts":"1731975442252"} 2024-11-19T00:17:22,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-19T00:17:22,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T00:17:22,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1640 sec 2024-11-19T00:17:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-19T00:17:23,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-19T00:17:23,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-19T00:17:23,242 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b from hbase tables ns2:test-17319753415471 to tables ns2:table2 2024-11-19T00:17:23,242 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17319753415471 into ns2:table2 2024-11-19T00:17:23,244 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975443243 from hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:17:23,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f22532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:23,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:23,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:23,245 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:23,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:23,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc24ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:23,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:23,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:23,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:23,247 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:23,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d5188f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:23,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:23,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:23,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13a869aa 2024-11-19T00:17:23,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:23,249 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:23,250 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-19T00:17:23,250 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-19T00:17:23,250 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-19T00:17:23,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:23,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:23,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:23,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:23,254 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-19T00:17:23,254 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-19T00:17:23,254 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/partitions_cc3e3895-05d5-4576-952c-1861777a06ed 2024-11-19T00:17:23,266 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1446a903b85afe1d6d44d118d1878522, had cached 0 bytes from a total of 41499 2024-11-19T00:17:23,518 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T00:17:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741980_1156 (size=153) 2024-11-19T00:17:24,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:24,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:24,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:25,302 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-19T00:17:25,302 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-19T00:17:26,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-19T00:17:26,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-11842832600108007268.jar 2024-11-19T00:17:26,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:17:26,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:17:26,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:17:26,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:17:26,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:17:26,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:17:26,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:17:26,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:17:26,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:17:26,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:17:26,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:17:26,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:26,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:17:26,047 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-19T00:17:26,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:26,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:26,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:26,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:26,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:26,048 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-19T00:17:26,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:17:26,077 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:17:26,098 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-19T00:17:26,190 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local1108180359_0013_33f6d07b-1bc8-4768-a25b-fc66fc73e82b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:17:26,190 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local1108180359_0013_33f6d07b-1bc8-4768-a25b-fc66fc73e82b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:17:26,249 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3 2024-11-19T00:17:26,253 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-19T00:17:26,280 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cfd5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:26,280 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:26,280 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:26,281 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:26,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:26,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:26,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e61c157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:26,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:26,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:26,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:26,283 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:26,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548f3459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:26,284 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:26,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:26,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:26,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:26,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:26,287 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-19T00:17:26,287 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:26,287 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:26,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:26,288 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:26,288 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-19T00:17:26,288 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:17:26,295 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975443243/_temporary/0/_temporary/attempt_local1108180359_0013_r_000000_0/f/a3cc35db01f2493b90138b8e35eb49e9 is 37, key is row10/f:q1/1731975347188/Put/seqid=0 2024-11-19T00:17:26,296 WARN [Thread-1723 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:17:26,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741981_1157 (size=8742) 2024-11-19T00:17:27,231 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975443243 2024-11-19T00:17:27,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762e220f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:27,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:27,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:27,235 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:27,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:27,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:27,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643900c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:27,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:27,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:27,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:27,237 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:27,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648bb81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:27,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:27,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:27,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:27,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:27,249 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975443243/_SUCCESS 2024-11-19T00:17:27,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:27,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:27,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c7cdb7e 2024-11-19T00:17:27,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:27,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:27,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:27,308 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-19T00:17:27,345 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975443243/f/a3cc35db01f2493b90138b8e35eb49e9 first=Optional[row0] last=Optional[row98] 2024-11-19T00:17:27,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975443243/f/a3cc35db01f2493b90138b8e35eb49e9 for inclusion in aac9dfd438c0e3c8c7fbc9c116cf1d9d/f 2024-11-19T00:17:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-19T00:17:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:17:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegion(2603): Flush status journal for aac9dfd438c0e3c8c7fbc9c116cf1d9d: 2024-11-19T00:17:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975443243/f/a3cc35db01f2493b90138b8e35eb49e9 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__ns2_table2__6tgg0sqgcb68b2q3dhciilp5trh8onj9fmgavnffvj82gajrq4e3aj4kc0u5p14e/f/a3cc35db01f2493b90138b8e35eb49e9 2024-11-19T00:17:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__ns2_table2__6tgg0sqgcb68b2q3dhciilp5trh8onj9fmgavnffvj82gajrq4e3aj4kc0u5p14e/f/a3cc35db01f2493b90138b8e35eb49e9 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d/f/2089c581868e49f693b93d42d78eb57f_SeqId_4_ 2024-11-19T00:17:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f05380e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:27,394 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:27,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:27,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:27,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd85820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:27,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:27,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:27,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:27,397 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:27,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd6d532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:27,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:27,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52d9c4b3 2024-11-19T00:17:27,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:27,403 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:27,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:27,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:27,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:27,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:27,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:27,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133. 2024-11-19T00:17:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:27,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:27,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__ns2_table2__6tgg0sqgcb68b2q3dhciilp5trh8onj9fmgavnffvj82gajrq4e3aj4kc0u5p14e/f/a3cc35db01f2493b90138b8e35eb49e9 into aac9dfd438c0e3c8c7fbc9c116cf1d9d/f as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d/f/2089c581868e49f693b93d42d78eb57f_SeqId_4_ - updating store file list. 2024-11-19T00:17:27,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d/f/2089c581868e49f693b93d42d78eb57f_SeqId_4_ into aac9dfd438c0e3c8c7fbc9c116cf1d9d/f 2024-11-19T00:17:27,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__ns2_table2__6tgg0sqgcb68b2q3dhciilp5trh8onj9fmgavnffvj82gajrq4e3aj4kc0u5p14e/f/a3cc35db01f2493b90138b8e35eb49e9 into aac9dfd438c0e3c8c7fbc9c116cf1d9d/f (new location: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d/f/2089c581868e49f693b93d42d78eb57f_SeqId_4_) 2024-11-19T00:17:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__ns2_table2__6tgg0sqgcb68b2q3dhciilp5trh8onj9fmgavnffvj82gajrq4e3aj4kc0u5p14e/f/a3cc35db01f2493b90138b8e35eb49e9 2024-11-19T00:17:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30239b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:27,474 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:27,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:27,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:27,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697b7ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:27,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:27,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:27,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:27,476 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:27,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b48d69d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:27,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:27,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c731bb3 2024-11-19T00:17:27,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:27,482 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T00:17:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:27,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:27,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:27,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T00:17:27,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:27,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:27,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:27,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133. 2024-11-19T00:17:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:27,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:27,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:27,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:27,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:27,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:27,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:27,519 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-19T00:17:27,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 , the old value is region=ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9d96596e55a9:39133 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:17:27,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:17:27,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 from cache 2024-11-19T00:17:27,520 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-19T00:17:27,520 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731975352090 hdfs://localhost:35349/backupUT/backup_1731975352090/ns2/test-17319753415471/ 2024-11-19T00:17:27,520 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-19T00:17:27,525 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T00:17:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:27,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:27,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:27,612 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35349/backupUT/backup_1731975414017/.backup.manifest 2024-11-19T00:17:27,619 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731975414017/.backup.manifest 2024-11-19T00:17:27,620 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35349/backupUT/backup_1731975380307/.backup.manifest 2024-11-19T00:17:27,626 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731975380307/.backup.manifest 2024-11-19T00:17:27,626 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731975341547' to 'table1' from full backup image hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547 2024-11-19T00:17:27,629 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:39133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T00:17:27,632 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731975341547', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731975414017 2024-11-19T00:17:27,650 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-19T00:17:27,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-19T00:17:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-19T00:17:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T00:17:27,687 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975447687"}]},"ts":"1731975447687"} 2024-11-19T00:17:27,689 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-19T00:17:27,689 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-19T00:17:27,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-19T00:17:27,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=263caf22a5f574d0d18d6fd02ea476a2, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=76bae4f727c7e060d05ee8c9d8abe008, UNASSIGN}] 2024-11-19T00:17:27,700 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=263caf22a5f574d0d18d6fd02ea476a2, UNASSIGN 2024-11-19T00:17:27,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=76bae4f727c7e060d05ee8c9d8abe008, UNASSIGN 2024-11-19T00:17:27,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=263caf22a5f574d0d18d6fd02ea476a2, regionState=CLOSING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:27,701 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=76bae4f727c7e060d05ee8c9d8abe008, regionState=CLOSING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:27,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=263caf22a5f574d0d18d6fd02ea476a2, UNASSIGN because future has completed 2024-11-19T00:17:27,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=76bae4f727c7e060d05ee8c9d8abe008, UNASSIGN because future has completed 2024-11-19T00:17:27,716 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T00:17:27,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 263caf22a5f574d0d18d6fd02ea476a2, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:27,744 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T00:17:27,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 76bae4f727c7e060d05ee8c9d8abe008, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:27,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-19T00:17:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T00:17:27,881 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:27,882 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T00:17:27,882 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 76bae4f727c7e060d05ee8c9d8abe008, disabling compactions & flushes 2024-11-19T00:17:27,882 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. 2024-11-19T00:17:27,882 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. 2024-11-19T00:17:27,882 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. after waiting 0 ms 2024-11-19T00:17:27,882 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. 2024-11-19T00:17:27,891 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T00:17:27,892 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:27,892 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. 2024-11-19T00:17:27,892 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 76bae4f727c7e060d05ee8c9d8abe008: Waiting for close lock at 1731975447882Running coprocessor pre-close hooks at 1731975447882Disabling compacts and flushes for region at 1731975447882Disabling writes for close at 1731975447882Writing region close event to WAL at 1731975447884 (+2 ms)Running coprocessor post-close hooks at 1731975447892 (+8 ms)Closed at 1731975447892 2024-11-19T00:17:27,894 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:27,895 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:27,895 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T00:17:27,895 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 263caf22a5f574d0d18d6fd02ea476a2, disabling compactions & flushes 2024-11-19T00:17:27,895 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. 2024-11-19T00:17:27,895 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. 2024-11-19T00:17:27,895 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. after waiting 0 ms 2024-11-19T00:17:27,895 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. 2024-11-19T00:17:27,895 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=76bae4f727c7e060d05ee8c9d8abe008, regionState=CLOSED 2024-11-19T00:17:27,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 76bae4f727c7e060d05ee8c9d8abe008, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:27,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73 2024-11-19T00:17:27,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 76bae4f727c7e060d05ee8c9d8abe008, server=9d96596e55a9,39133,1731975327705 in 154 msec 2024-11-19T00:17:27,908 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T00:17:27,909 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:27,910 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. 2024-11-19T00:17:27,910 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 263caf22a5f574d0d18d6fd02ea476a2: Waiting for close lock at 1731975447895Running coprocessor pre-close hooks at 1731975447895Disabling compacts and flushes for region at 1731975447895Disabling writes for close at 1731975447895Writing region close event to WAL at 1731975447897 (+2 ms)Running coprocessor post-close hooks at 1731975447909 (+12 ms)Closed at 1731975447909 2024-11-19T00:17:27,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=76bae4f727c7e060d05ee8c9d8abe008, UNASSIGN in 202 msec 2024-11-19T00:17:27,913 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:27,914 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=263caf22a5f574d0d18d6fd02ea476a2, regionState=CLOSED 2024-11-19T00:17:27,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 263caf22a5f574d0d18d6fd02ea476a2, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:27,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-19T00:17:27,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 263caf22a5f574d0d18d6fd02ea476a2, server=9d96596e55a9,39133,1731975327705 in 201 msec 2024-11-19T00:17:27,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-11-19T00:17:27,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=263caf22a5f574d0d18d6fd02ea476a2, UNASSIGN in 221 msec 2024-11-19T00:17:27,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-19T00:17:27,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 232 msec 2024-11-19T00:17:27,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975447927"}]},"ts":"1731975447927"} 2024-11-19T00:17:27,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-19T00:17:27,943 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-19T00:17:27,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 281 msec 2024-11-19T00:17:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-19T00:17:28,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-19T00:17:28,004 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-19T00:17:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-19T00:17:28,011 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-19T00:17:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T00:17:28,018 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:28,018 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:28,030 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/f, FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/f3, FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/mob, FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/recovered.edits] 2024-11-19T00:17:28,033 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/f, FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/f3, FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/mob, FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/recovered.edits] 2024-11-19T00:17:28,048 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/f/a2f7457e3e5d467e8c66ae6c4eef9024_SeqId_4_ to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/archive/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/f/a2f7457e3e5d467e8c66ae6c4eef9024_SeqId_4_ 2024-11-19T00:17:28,051 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/f3/a82906b4a65e4cbab0575784c04f82d0_SeqId_4_ to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/archive/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/f3/a82906b4a65e4cbab0575784c04f82d0_SeqId_4_ 2024-11-19T00:17:28,055 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/recovered.edits/6.seqid to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/archive/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008/recovered.edits/6.seqid 2024-11-19T00:17:28,055 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/mob/b7b8a2081c754691bec3aa4a8f2d38ec_SeqId_4_ to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/archive/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/mob/b7b8a2081c754691bec3aa4a8f2d38ec_SeqId_4_ 2024-11-19T00:17:28,056 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/76bae4f727c7e060d05ee8c9d8abe008 2024-11-19T00:17:28,069 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/recovered.edits/6.seqid to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/archive/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2/recovered.edits/6.seqid 2024-11-19T00:17:28,073 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/263caf22a5f574d0d18d6fd02ea476a2 2024-11-19T00:17:28,073 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-19T00:17:28,076 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-19T00:17:28,081 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-19T00:17:28,100 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-19T00:17:28,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39133 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T00:17:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T00:17:28,134 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-19T00:17:28,145 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-19T00:17:28,149 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-19T00:17:28,149 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731975448149"}]},"ts":"9223372036854775807"} 2024-11-19T00:17:28,149 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731975448149"}]},"ts":"9223372036854775807"} 2024-11-19T00:17:28,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-19T00:17:28,157 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 263caf22a5f574d0d18d6fd02ea476a2, NAME => 'table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 76bae4f727c7e060d05ee8c9d8abe008, NAME => 'table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-19T00:17:28,157 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-19T00:17:28,157 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731975448157"}]},"ts":"9223372036854775807"} 2024-11-19T00:17:28,167 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-19T00:17:28,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741982_1158 (size=938) 2024-11-19T00:17:28,211 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d95d03bb08ee2e416827403da2fdf3d, NAME => 'table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:17:28,217 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 325bfe697cd1c98f7106926c1e5492a0, NAME => 'table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:17:28,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741983_1159 (size=45) 2024-11-19T00:17:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741984_1160 (size=45) 2024-11-19T00:17:28,273 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:28,273 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 325bfe697cd1c98f7106926c1e5492a0, disabling compactions & flushes 2024-11-19T00:17:28,273 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:28,273 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:28,273 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. after waiting 0 ms 2024-11-19T00:17:28,273 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:28,273 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:28,273 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 325bfe697cd1c98f7106926c1e5492a0: Waiting for close lock at 1731975448273Disabling compacts and flushes for region at 1731975448273Disabling writes for close at 1731975448273Writing region close event to WAL at 1731975448273Closed at 1731975448273 2024-11-19T00:17:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T00:17:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T00:17:28,657 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:28,657 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 8d95d03bb08ee2e416827403da2fdf3d, disabling compactions & flushes 2024-11-19T00:17:28,657 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:28,657 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:28,657 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. after waiting 0 ms 2024-11-19T00:17:28,657 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:28,657 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:28,657 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d95d03bb08ee2e416827403da2fdf3d: Waiting for close lock at 1731975448657Disabling compacts and flushes for region at 1731975448657Disabling writes for close at 1731975448657Writing region close event to WAL at 1731975448657Closed at 1731975448657 2024-11-19T00:17:28,659 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731975448658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731975448658"}]},"ts":"1731975448658"} 2024-11-19T00:17:28,659 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731975448658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731975448658"}]},"ts":"1731975448658"} 2024-11-19T00:17:28,661 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-19T00:17:28,662 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975448662"}]},"ts":"1731975448662"} 2024-11-19T00:17:28,664 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-19T00:17:28,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=8d95d03bb08ee2e416827403da2fdf3d, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=325bfe697cd1c98f7106926c1e5492a0, ASSIGN}] 2024-11-19T00:17:28,665 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=8d95d03bb08ee2e416827403da2fdf3d, ASSIGN 2024-11-19T00:17:28,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=325bfe697cd1c98f7106926c1e5492a0, ASSIGN 2024-11-19T00:17:28,666 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=8d95d03bb08ee2e416827403da2fdf3d, ASSIGN; state=OFFLINE, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=false 2024-11-19T00:17:28,666 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=325bfe697cd1c98f7106926c1e5492a0, ASSIGN; state=OFFLINE, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=false 2024-11-19T00:17:28,817 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=325bfe697cd1c98f7106926c1e5492a0, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:28,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=8d95d03bb08ee2e416827403da2fdf3d, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:28,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=8d95d03bb08ee2e416827403da2fdf3d, ASSIGN because future has completed 2024-11-19T00:17:28,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d95d03bb08ee2e416827403da2fdf3d, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:28,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=325bfe697cd1c98f7106926c1e5492a0, ASSIGN because future has completed 2024-11-19T00:17:28,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 325bfe697cd1c98f7106926c1e5492a0, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:28,975 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:28,975 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d95d03bb08ee2e416827403da2fdf3d, NAME => 'table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-19T00:17:28,976 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:17:28,976 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:28,976 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:28,976 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:28,976 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:28,978 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:28,980 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d95d03bb08ee2e416827403da2fdf3d columnFamilyName f 2024-11-19T00:17:28,980 DEBUG [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:28,980 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.HStore(327): Store=8d95d03bb08ee2e416827403da2fdf3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:28,981 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:28,982 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d95d03bb08ee2e416827403da2fdf3d columnFamilyName f3 2024-11-19T00:17:28,982 DEBUG [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:28,983 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.HStore(327): Store=8d95d03bb08ee2e416827403da2fdf3d/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:28,983 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:28,984 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d95d03bb08ee2e416827403da2fdf3d columnFamilyName mob 2024-11-19T00:17:28,987 DEBUG [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:28,990 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.HStore(327): Store=8d95d03bb08ee2e416827403da2fdf3d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:28,991 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:28,992 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:28,993 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:28,994 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:28,994 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:28,995 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:17:28,996 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:29,000 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:17:29,001 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 8d95d03bb08ee2e416827403da2fdf3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9914001280, jitterRate=-0.07668668031692505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:17:29,001 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:29,002 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 8d95d03bb08ee2e416827403da2fdf3d: Running coprocessor pre-open hook at 1731975448976Writing region info on filesystem at 1731975448976Initializing all the Stores at 1731975448977 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975448977Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975448977Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975448977Cleaning up temporary data from old regions at 1731975448994 (+17 ms)Running coprocessor post-open hooks at 1731975449001 (+7 ms)Region opened successfully at 1731975449002 (+1 ms) 2024-11-19T00:17:29,003 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., pid=79, masterSystemTime=1731975448971 2024-11-19T00:17:29,007 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=8d95d03bb08ee2e416827403da2fdf3d, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:29,009 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:29,009 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:29,009 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:29,010 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 325bfe697cd1c98f7106926c1e5492a0, NAME => 'table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-19T00:17:29,010 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:17:29,010 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,010 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:29,010 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,011 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d95d03bb08ee2e416827403da2fdf3d, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:29,016 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-19T00:17:29,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d95d03bb08ee2e416827403da2fdf3d, server=9d96596e55a9,39133,1731975327705 in 196 msec 2024-11-19T00:17:29,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=8d95d03bb08ee2e416827403da2fdf3d, ASSIGN in 354 msec 2024-11-19T00:17:29,026 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 325bfe697cd1c98f7106926c1e5492a0 columnFamilyName f 2024-11-19T00:17:29,026 DEBUG [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:29,028 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.HStore(327): Store=325bfe697cd1c98f7106926c1e5492a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:29,028 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,029 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 325bfe697cd1c98f7106926c1e5492a0 columnFamilyName f3 2024-11-19T00:17:29,030 DEBUG [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:29,032 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.HStore(327): Store=325bfe697cd1c98f7106926c1e5492a0/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:29,032 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,049 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 325bfe697cd1c98f7106926c1e5492a0 columnFamilyName mob 2024-11-19T00:17:29,052 DEBUG [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:29,053 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.HStore(327): Store=325bfe697cd1c98f7106926c1e5492a0/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:29,053 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,054 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,055 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,056 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,056 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,057 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:17:29,058 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,061 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/325bfe697cd1c98f7106926c1e5492a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:17:29,064 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 325bfe697cd1c98f7106926c1e5492a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11213105280, jitterRate=0.04430180788040161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:17:29,065 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:29,065 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 325bfe697cd1c98f7106926c1e5492a0: Running coprocessor pre-open hook at 1731975449011Writing region info on filesystem at 1731975449011Initializing all the Stores at 1731975449012 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975449012Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975449012Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975449012Cleaning up temporary data from old regions at 1731975449056 (+44 ms)Running coprocessor post-open hooks at 1731975449065 (+9 ms)Region opened successfully at 1731975449065 2024-11-19T00:17:29,073 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0., pid=80, masterSystemTime=1731975448971 2024-11-19T00:17:29,078 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:29,078 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:29,085 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=325bfe697cd1c98f7106926c1e5492a0, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:29,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 325bfe697cd1c98f7106926c1e5492a0, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:29,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-11-19T00:17:29,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 325bfe697cd1c98f7106926c1e5492a0, server=9d96596e55a9,39133,1731975327705 in 268 msec 2024-11-19T00:17:29,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-19T00:17:29,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=325bfe697cd1c98f7106926c1e5492a0, ASSIGN in 428 msec 2024-11-19T00:17:29,098 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975449098"}]},"ts":"1731975449098"} 2024-11-19T00:17:29,105 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-19T00:17:29,105 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-19T00:17:29,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.1000 sec 2024-11-19T00:17:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-19T00:17:29,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-19T00:17:29,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-19T00:17:29,165 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955,hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/56cdff8a06f37186343b8f192f466224 from hbase tables test-1731975341547 to tables table1 2024-11-19T00:17:29,166 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731975341547 into table1 2024-11-19T00:17:29,168 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166 from hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955,hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/56cdff8a06f37186343b8f192f466224 2024-11-19T00:17:29,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0c27a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:29,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:29,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:29,173 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:29,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:29,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:29,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f581c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:29,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:29,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:29,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:29,175 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:29,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c92d242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:29,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:29,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:29,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d7f28e2 2024-11-19T00:17:29,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:29,179 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:29,180 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-19T00:17:29,180 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-19T00:17:29,180 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-19T00:17:29,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:29,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:29,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:29,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:29,186 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-19T00:17:29,186 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-19T00:17:29,186 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-19T00:17:29,187 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/partitions_121eb805-d2fb-4dfc-a9a8-3651f61b3be2 2024-11-19T00:17:29,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741985_1161 (size=177) 2024-11-19T00:17:29,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:29,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:29,223 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-4744325667804781277.jar 2024-11-19T00:17:30,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,396 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,396 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:17:30,396 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:17:30,397 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:17:30,397 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:17:30,397 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:17:30,397 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:17:30,398 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:17:30,398 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:17:30,398 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:17:30,398 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:17:30,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:17:30,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,400 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:30,401 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:17:30,401 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-19T00:17:30,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:30,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:30,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:30,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:30,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:30,401 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-19T00:17:30,402 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:17:30,429 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:17:30,470 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-19T00:17:30,715 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local682550335_0014_6fe1b09e-db8d-432b-a7d5-ba8aa7d887ca/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:17:30,715 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local682550335_0014_6fe1b09e-db8d-432b-a7d5-ba8aa7d887ca/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:17:30,820 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/2dd3bacd4ac14a3991b36bf85b41be25 2024-11-19T00:17:30,831 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-19T00:17:30,912 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/ff8cbc34f8e44357b8f6e4a9e0bbc5b0 2024-11-19T00:17:30,917 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-19T00:17:30,957 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f/19531347d7ae45438a13c95a97f70279 2024-11-19T00:17:30,975 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-19T00:17:31,067 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/56cdff8a06f37186343b8f192f466224/mob/d41d8cd98f00b204e9800998ecf8427e20241119700d417ae2f545c6a523559b10f5a76c_152f3d63111b9185f927609f81ff2955 2024-11-19T00:17:31,071 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-19T00:17:31,114 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35349/backupUT/backup_1731975380307/default/test-1731975341547/archive/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/mob/e18905f6be1a43eba3dfc108704bdd1d 2024-11-19T00:17:31,118 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-19T00:17:31,166 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617baca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:31,166 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:31,167 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:31,167 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:31,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:31,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:31,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58325977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:31,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:31,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:31,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:31,169 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:31,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51acc8a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:31,170 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:31,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:31,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:31,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:31,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731975341547-1-0', locateType=CURRENT is [region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:31,173 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-19T00:17:31,173 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:31,173 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:31,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:31,174 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:31,174 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731975341547-1-0] 2024-11-19T00:17:31,174 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:17:31,182 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cea37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:31,182 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:31,182 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:31,183 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:31,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:31,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f82cea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:31,185 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:31,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc019f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:31,186 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:31,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:31,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:31,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:31,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731975341547-3-0', locateType=CURRENT is [region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:31,189 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-19T00:17:31,189 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:31,189 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:31,189 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:31,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:31,189 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731975341547-3-0] 2024-11-19T00:17:31,190 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:17:31,196 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/_temporary/0/_temporary/attempt_local682550335_0014_r_000000_0/f/cd5afc385c6945b7ab52a9b946c9b4ec is 59, key is row-test-1731975341547-1-10/f:q1/1731975368958/Put/seqid=0 2024-11-19T00:17:31,197 WARN [Thread-1812 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:17:31,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741986_1162 (size=11124) 2024-11-19T00:17:31,601 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/_temporary/0/_temporary/attempt_local682550335_0014_r_000000_0/mob/00b15411b1c84283b2aba66a5a20a145 is 192, key is row-test-1731975341547-3-100/mob:q1/1731975370033/Put/seqid=0 2024-11-19T00:17:31,603 WARN [Thread-1814 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:17:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741987_1163 (size=13403) 2024-11-19T00:17:32,072 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c20e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:32,072 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:32,072 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:32,073 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:32,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:32,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:32,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247b47a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:32,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:32,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:32,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:32,077 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:32,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502d0192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:32,080 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:32,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:32,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:32,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:32,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:32,092 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-19T00:17:32,092 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:32,092 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:32,092 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:32,092 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-19T00:17:32,092 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:17:32,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:32,113 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/_temporary/0/_temporary/attempt_local682550335_0014_r_000001_0/f/8ff65aff490e43c0adb0be9c19ca07e4 is 37, key is row10/f:q1/1731975344471/Put/seqid=0 2024-11-19T00:17:32,122 WARN [Thread-1829 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:17:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741988_1164 (size=8741) 2024-11-19T00:17:32,180 DEBUG [regionserver/9d96596e55a9:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-19T00:17:32,180 WARN [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 20, running: 0 2024-11-19T00:17:32,785 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166 2024-11-19T00:17:32,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56497242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:32,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:32,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:32,787 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:32,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:32,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:32,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef0c97f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:32,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:32,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:32,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:32,789 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:32,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313d02dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:32,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:32,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:32,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:32,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:32,805 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/_SUCCESS 2024-11-19T00:17:32,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:32,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:32,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39c3b992 2024-11-19T00:17:32,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:32,826 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:32,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:32,835 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-19T00:17:32,851 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/f/8ff65aff490e43c0adb0be9c19ca07e4 first=Optional[row0] last=Optional[row98] 2024-11-19T00:17:32,861 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/f/cd5afc385c6945b7ab52a9b946c9b4ec first=Optional[row-test-1731975341547-1-0] last=Optional[row-test-1731975341547-1-98] 2024-11-19T00:17:32,888 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/mob/00b15411b1c84283b2aba66a5a20a145 first=Optional[row-test-1731975341547-3-0] last=Optional[row-test-1731975341547-3-99] 2024-11-19T00:17:32,925 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/f/8ff65aff490e43c0adb0be9c19ca07e4 for inclusion in 325bfe697cd1c98f7106926c1e5492a0/f 2024-11-19T00:17:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-19T00:17:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-19T00:17:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HRegion(2603): Flush status journal for 325bfe697cd1c98f7106926c1e5492a0: 2024-11-19T00:17:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/f/8ff65aff490e43c0adb0be9c19ca07e4 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/f/8ff65aff490e43c0adb0be9c19ca07e4 2024-11-19T00:17:32,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/f/cd5afc385c6945b7ab52a9b946c9b4ec for inclusion in 8d95d03bb08ee2e416827403da2fdf3d/f 2024-11-19T00:17:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/f/8ff65aff490e43c0adb0be9c19ca07e4 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/325bfe697cd1c98f7106926c1e5492a0/f/1805387139254175b06170b92602b51b_SeqId_4_ 2024-11-19T00:17:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319e1231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:32,977 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:32,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:32,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14729119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:32,979 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596ee96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731975341547-1-0 last=row-test-1731975341547-1-98 2024-11-19T00:17:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-19T00:17:32,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/mob/00b15411b1c84283b2aba66a5a20a145 for inclusion in 8d95d03bb08ee2e416827403da2fdf3d/mob 2024-11-19T00:17:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:32,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@478a04b9 2024-11-19T00:17:32,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:32,983 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:32,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:32,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:32,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731975341547-3-0 last=row-test-1731975341547-3-99 2024-11-19T00:17:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-19T00:17:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegion(2603): Flush status journal for 8d95d03bb08ee2e416827403da2fdf3d: 2024-11-19T00:17:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/f/cd5afc385c6945b7ab52a9b946c9b4ec to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/f/cd5afc385c6945b7ab52a9b946c9b4ec 2024-11-19T00:17:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/f/cd5afc385c6945b7ab52a9b946c9b4ec as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/f/40704492e5f74a8fbf7fa873d99b4d29_SeqId_4_ 2024-11-19T00:17:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975449166/mob/00b15411b1c84283b2aba66a5a20a145 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/mob/00b15411b1c84283b2aba66a5a20a145 2024-11-19T00:17:33,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/mob/00b15411b1c84283b2aba66a5a20a145 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/mob/f1a6438007194d13b8a0917cf0ddbdae_SeqId_4_ 2024-11-19T00:17:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de34b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:33,004 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:33,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:33,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:33,006 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:33,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bd035a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:33,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:33,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:33,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@174182f 2024-11-19T00:17:33,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:33,011 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:33,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:33,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:33,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:33,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:33,025 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133. 2024-11-19T00:17:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,028 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/f/8ff65aff490e43c0adb0be9c19ca07e4 into 325bfe697cd1c98f7106926c1e5492a0/f as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/325bfe697cd1c98f7106926c1e5492a0/f/1805387139254175b06170b92602b51b_SeqId_4_ - updating store file list. 2024-11-19T00:17:33,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:33,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:33,038 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/325bfe697cd1c98f7106926c1e5492a0/f/1805387139254175b06170b92602b51b_SeqId_4_ into 325bfe697cd1c98f7106926c1e5492a0/f 2024-11-19T00:17:33,038 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/f/8ff65aff490e43c0adb0be9c19ca07e4 into 325bfe697cd1c98f7106926c1e5492a0/f (new location: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/325bfe697cd1c98f7106926c1e5492a0/f/1805387139254175b06170b92602b51b_SeqId_4_) 2024-11-19T00:17:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/f/8ff65aff490e43c0adb0be9c19ca07e4 2024-11-19T00:17:33,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:33,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3963cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:33,053 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:33,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133. 2024-11-19T00:17:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:33,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0e8774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:33,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:33,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:33,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e17d86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:33,060 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:33,061 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:33,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:33,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:33,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5274f2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:33,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3362ae5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:33,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:33,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:33,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:33,063 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:33,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:33,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3791ec6f 2024-11-19T00:17:33,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4bf98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:33,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:33,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:33,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4835d34c 2024-11-19T00:17:33,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:33,066 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T00:17:33,067 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:33,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:33,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:33,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:33,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T00:17:33,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:33,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:33,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:33,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:33,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133. 2024-11-19T00:17:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:33,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/f/cd5afc385c6945b7ab52a9b946c9b4ec into 8d95d03bb08ee2e416827403da2fdf3d/f as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/f/40704492e5f74a8fbf7fa873d99b4d29_SeqId_4_ - updating store file list. 2024-11-19T00:17:33,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:33,118 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133. 2024-11-19T00:17:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:33,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/f/40704492e5f74a8fbf7fa873d99b4d29_SeqId_4_ into 8d95d03bb08ee2e416827403da2fdf3d/f 2024-11-19T00:17:33,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/f/cd5afc385c6945b7ab52a9b946c9b4ec into 8d95d03bb08ee2e416827403da2fdf3d/f (new location: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/f/40704492e5f74a8fbf7fa873d99b4d29_SeqId_4_) 2024-11-19T00:17:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/f/cd5afc385c6945b7ab52a9b946c9b4ec 2024-11-19T00:17:33,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/mob/00b15411b1c84283b2aba66a5a20a145 into 8d95d03bb08ee2e416827403da2fdf3d/mob as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/mob/f1a6438007194d13b8a0917cf0ddbdae_SeqId_4_ - updating store file list. 2024-11-19T00:17:33,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/mob/f1a6438007194d13b8a0917cf0ddbdae_SeqId_4_ into 8d95d03bb08ee2e416827403da2fdf3d/mob 2024-11-19T00:17:33,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/mob/00b15411b1c84283b2aba66a5a20a145 into 8d95d03bb08ee2e416827403da2fdf3d/mob (new location: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/mob/f1a6438007194d13b8a0917cf0ddbdae_SeqId_4_) 2024-11-19T00:17:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__rstk0s3sqelbg5d68i3413q6u33uta078m4an538sri4rctkrgqbkft7jjp8p4uk/mob/00b15411b1c84283b2aba66a5a20a145 2024-11-19T00:17:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c96cbe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:33,207 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:33,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:33,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:33,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2922865b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:33,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:33,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:33,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,210 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:33,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de353d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:33,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:33,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a95a286 2024-11-19T00:17:33,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:33,214 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T00:17:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:33,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:33,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:33,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T00:17:33,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:33,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:33,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:33,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133. 2024-11-19T00:17:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:33,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:33,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:33,245 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-19T00:17:33,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 , the old value is region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9d96596e55a9:39133 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:17:33,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:17:33,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 from cache 2024-11-19T00:17:33,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:33,255 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T00:17:33,275 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731975341547' to 'table1' from log dirs: hdfs://localhost:35349/backupUT/backup_1731975414017/default/test-1731975341547/f2/cc50b8b025f7404d8484c4002f3a2987 2024-11-19T00:17:33,280 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731975341547', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731975414017 2024-11-19T00:17:33,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:17:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-19T00:17:33,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741989_1165 (size=938) 2024-11-19T00:17:33,328 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-19T00:17:33,328 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-19T00:17:33,349 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:39133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T00:17:33,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-19T00:17:33,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=8d95d03bb08ee2e416827403da2fdf3d, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=325bfe697cd1c98f7106926c1e5492a0, REOPEN/MOVE}] 2024-11-19T00:17:33,358 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=325bfe697cd1c98f7106926c1e5492a0, REOPEN/MOVE 2024-11-19T00:17:33,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=8d95d03bb08ee2e416827403da2fdf3d, REOPEN/MOVE 2024-11-19T00:17:33,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=325bfe697cd1c98f7106926c1e5492a0, regionState=CLOSING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:33,360 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=8d95d03bb08ee2e416827403da2fdf3d, regionState=CLOSING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:33,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=8d95d03bb08ee2e416827403da2fdf3d, REOPEN/MOVE because future has completed 2024-11-19T00:17:33,363 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T00:17:33,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8d95d03bb08ee2e416827403da2fdf3d, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:33,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=325bfe697cd1c98f7106926c1e5492a0, REOPEN/MOVE because future has completed 2024-11-19T00:17:33,370 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T00:17:33,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 325bfe697cd1c98f7106926c1e5492a0, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:33,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-19T00:17:33,524 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:33,524 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T00:17:33,524 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 325bfe697cd1c98f7106926c1e5492a0, disabling compactions & flushes 2024-11-19T00:17:33,524 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:33,524 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:33,524 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. after waiting 0 ms 2024-11-19T00:17:33,525 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:33,568 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/325bfe697cd1c98f7106926c1e5492a0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T00:17:33,569 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:33,570 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:33,570 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 325bfe697cd1c98f7106926c1e5492a0: Waiting for close lock at 1731975453524Running coprocessor pre-close hooks at 1731975453524Disabling compacts and flushes for region at 1731975453524Disabling writes for close at 1731975453525 (+1 ms)Writing region close event to WAL at 1731975453536 (+11 ms)Running coprocessor post-close hooks at 1731975453569 (+33 ms)Closed at 1731975453569 2024-11-19T00:17:33,570 WARN [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 325bfe697cd1c98f7106926c1e5492a0 to self. 2024-11-19T00:17:33,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=325bfe697cd1c98f7106926c1e5492a0, regionState=CLOSED 2024-11-19T00:17:33,591 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:33,591 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,591 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T00:17:33,591 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 8d95d03bb08ee2e416827403da2fdf3d, disabling compactions & flushes 2024-11-19T00:17:33,591 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:33,591 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:33,591 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. after waiting 0 ms 2024-11-19T00:17:33,591 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:33,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 325bfe697cd1c98f7106926c1e5492a0, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:33,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84 2024-11-19T00:17:33,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 325bfe697cd1c98f7106926c1e5492a0, server=9d96596e55a9,39133,1731975327705 in 232 msec 2024-11-19T00:17:33,607 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=325bfe697cd1c98f7106926c1e5492a0, REOPEN/MOVE; state=CLOSED, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=true 2024-11-19T00:17:33,622 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T00:17:33,623 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:33,623 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:33,623 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 8d95d03bb08ee2e416827403da2fdf3d: Waiting for close lock at 1731975453591Running coprocessor pre-close hooks at 1731975453591Disabling compacts and flushes for region at 1731975453591Disabling writes for close at 1731975453591Writing region close event to WAL at 1731975453603 (+12 ms)Running coprocessor post-close hooks at 1731975453623 (+20 ms)Closed at 1731975453623 2024-11-19T00:17:33,623 WARN [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 8d95d03bb08ee2e416827403da2fdf3d to self. 2024-11-19T00:17:33,629 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,630 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=8d95d03bb08ee2e416827403da2fdf3d, regionState=CLOSED 2024-11-19T00:17:33,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8d95d03bb08ee2e416827403da2fdf3d, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:33,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-11-19T00:17:33,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 8d95d03bb08ee2e416827403da2fdf3d, server=9d96596e55a9,39133,1731975327705 in 274 msec 2024-11-19T00:17:33,642 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=8d95d03bb08ee2e416827403da2fdf3d, REOPEN/MOVE; state=CLOSED, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=true 2024-11-19T00:17:33,758 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=8d95d03bb08ee2e416827403da2fdf3d, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:33,758 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=325bfe697cd1c98f7106926c1e5492a0, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:33,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=325bfe697cd1c98f7106926c1e5492a0, REOPEN/MOVE because future has completed 2024-11-19T00:17:33,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 325bfe697cd1c98f7106926c1e5492a0, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=8d95d03bb08ee2e416827403da2fdf3d, REOPEN/MOVE because future has completed 2024-11-19T00:17:33,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d95d03bb08ee2e416827403da2fdf3d, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:33,917 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:33,918 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d95d03bb08ee2e416827403da2fdf3d, NAME => 'table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-19T00:17:33,918 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:17:33,918 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,918 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:33,918 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,918 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,920 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,921 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d95d03bb08ee2e416827403da2fdf3d columnFamilyName f 2024-11-19T00:17:33,921 DEBUG [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:33,951 DEBUG [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/f/40704492e5f74a8fbf7fa873d99b4d29_SeqId_4_ 2024-11-19T00:17:33,952 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.HStore(327): Store=8d95d03bb08ee2e416827403da2fdf3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:33,952 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,954 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d95d03bb08ee2e416827403da2fdf3d columnFamilyName f2 2024-11-19T00:17:33,955 DEBUG [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:33,956 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.HStore(327): Store=8d95d03bb08ee2e416827403da2fdf3d/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:33,956 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,957 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d95d03bb08ee2e416827403da2fdf3d columnFamilyName mob 2024-11-19T00:17:33,958 DEBUG [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:33,984 DEBUG [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/mob/f1a6438007194d13b8a0917cf0ddbdae_SeqId_4_ 2024-11-19T00:17:33,984 INFO [StoreOpener-8d95d03bb08ee2e416827403da2fdf3d-1 {}] regionserver.HStore(327): Store=8d95d03bb08ee2e416827403da2fdf3d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:33,985 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,986 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,988 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,993 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,993 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,994 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:17:33,996 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:33,997 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 8d95d03bb08ee2e416827403da2fdf3d; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9726447840, jitterRate=-0.09415395557880402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:17:33,997 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:34,000 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 8d95d03bb08ee2e416827403da2fdf3d: Running coprocessor pre-open hook at 1731975453919Writing region info on filesystem at 1731975453919Initializing all the Stores at 1731975453919Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975453919Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975453920 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975453920Cleaning up temporary data from old regions at 1731975453993 (+73 ms)Running coprocessor post-open hooks at 1731975453997 (+4 ms)Region opened successfully at 1731975453998 (+1 ms) 2024-11-19T00:17:34,005 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., pid=88, masterSystemTime=1731975453913 2024-11-19T00:17:34,008 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:34,008 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:34,008 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:34,008 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 325bfe697cd1c98f7106926c1e5492a0, NAME => 'table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-19T00:17:34,009 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=8d95d03bb08ee2e416827403da2fdf3d, regionState=OPEN, openSeqNum=7, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:34,009 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:17:34,009 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,009 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:34,009 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,009 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d95d03bb08ee2e416827403da2fdf3d, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:34,020 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=83 2024-11-19T00:17:34,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d95d03bb08ee2e416827403da2fdf3d, server=9d96596e55a9,39133,1731975327705 in 252 msec 2024-11-19T00:17:34,029 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 325bfe697cd1c98f7106926c1e5492a0 columnFamilyName f 2024-11-19T00:17:34,029 DEBUG [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:34,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=8d95d03bb08ee2e416827403da2fdf3d, REOPEN/MOVE in 667 msec 2024-11-19T00:17:34,104 DEBUG [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/325bfe697cd1c98f7106926c1e5492a0/f/1805387139254175b06170b92602b51b_SeqId_4_ 2024-11-19T00:17:34,104 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.HStore(327): Store=325bfe697cd1c98f7106926c1e5492a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:34,104 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,113 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 325bfe697cd1c98f7106926c1e5492a0 columnFamilyName f2 2024-11-19T00:17:34,113 DEBUG [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:34,115 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.HStore(327): Store=325bfe697cd1c98f7106926c1e5492a0/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:34,115 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,117 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 325bfe697cd1c98f7106926c1e5492a0 columnFamilyName mob 2024-11-19T00:17:34,128 DEBUG [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:34,135 INFO [StoreOpener-325bfe697cd1c98f7106926c1e5492a0-1 {}] regionserver.HStore(327): Store=325bfe697cd1c98f7106926c1e5492a0/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:34,136 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,145 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,168 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,188 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,188 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,199 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T00:17:34,217 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,228 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 325bfe697cd1c98f7106926c1e5492a0; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11840154880, jitterRate=0.10270035266876221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T00:17:34,228 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:34,228 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 325bfe697cd1c98f7106926c1e5492a0: Running coprocessor pre-open hook at 1731975454009Writing region info on filesystem at 1731975454009Initializing all the Stores at 1731975454011 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975454012 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975454016 (+4 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975454016Cleaning up temporary data from old regions at 1731975454188 (+172 ms)Running coprocessor post-open hooks at 1731975454228 (+40 ms)Region opened successfully at 1731975454228 2024-11-19T00:17:34,240 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0., pid=87, masterSystemTime=1731975453913 2024-11-19T00:17:34,249 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:34,249 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:34,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=325bfe697cd1c98f7106926c1e5492a0, regionState=OPEN, openSeqNum=7, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:34,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 325bfe697cd1c98f7106926c1e5492a0, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:34,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=84 2024-11-19T00:17:34,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 325bfe697cd1c98f7106926c1e5492a0, server=9d96596e55a9,39133,1731975327705 in 518 msec 2024-11-19T00:17:34,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-19T00:17:34,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=325bfe697cd1c98f7106926c1e5492a0, REOPEN/MOVE in 937 msec 2024-11-19T00:17:34,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-19T00:17:34,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 951 msec 2024-11-19T00:17:34,323 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-19T00:17:34,328 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., family=f3 2024-11-19T00:17:34,339 DEBUG [PEWorker-3 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0., family=f3 2024-11-19T00:17:34,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 1.0470 sec 2024-11-19T00:17:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-19T00:17:34,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-19T00:17:34,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-19T00:17:34,400 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:17:34,400 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:35349/backupUT/backup_1731975414017/default/test-1731975341547/f2/cc50b8b025f7404d8484c4002f3a2987 from hbase tables test-1731975341547 to tables table1 2024-11-19T00:17:34,400 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731975341547 into table1 2024-11-19T00:17:34,409 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975454400 from hdfs://localhost:35349/backupUT/backup_1731975414017/default/test-1731975341547/f2/cc50b8b025f7404d8484c4002f3a2987 2024-11-19T00:17:34,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb13e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:34,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:34,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:34,416 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:34,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:34,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:34,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:34,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b97b33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:34,417 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:34,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:34,424 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:34,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565a8a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:34,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:34,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:34,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a138efa 2024-11-19T00:17:34,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:34,451 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:34,457 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-19T00:17:34,457 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-19T00:17:34,458 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-19T00:17:34,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:34,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:34,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:34,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:34,481 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-19T00:17:34,482 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-19T00:17:34,482 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-19T00:17:34,482 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/partitions_d757de72-c259-4bc8-8ff9-50a672a287d2 2024-11-19T00:17:34,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741990_1166 (size=177) 2024-11-19T00:17:34,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:34,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:34,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,768 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-5668606491503001598.jar 2024-11-19T00:17:35,768 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,769 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,769 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,769 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,769 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,770 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,770 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,770 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,770 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:17:35,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:17:35,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:17:35,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:17:35,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:17:35,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:17:35,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:17:35,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:17:35,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:17:35,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:17:35,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:17:35,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:35,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:17:35,775 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-19T00:17:35,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:35,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:35,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:35,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:35,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:35,777 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-19T00:17:35,777 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:17:35,816 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:17:35,845 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-19T00:17:36,040 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local1396804445_0015_345991d4-7f46-468c-9089-5905197363e6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:17:36,040 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local1396804445_0015_345991d4-7f46-468c-9089-5905197363e6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:17:36,131 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35349/backupUT/backup_1731975414017/default/test-1731975341547/f2/cc50b8b025f7404d8484c4002f3a2987 2024-11-19T00:17:36,135 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-19T00:17:36,228 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73871e17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:36,228 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:36,229 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:36,230 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:36,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:36,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:36,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f45fa58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:36,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:36,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:36,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:36,232 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:36,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2454449d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:36,233 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:36,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:36,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:36,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:36,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731975341547-2-0', locateType=CURRENT is [region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=7] 2024-11-19T00:17:36,241 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-19T00:17:36,241 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:36,241 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:36,242 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:36,242 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731975341547-2-0] 2024-11-19T00:17:36,242 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:17:36,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:36,258 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975454400/_temporary/0/_temporary/attempt_local1396804445_0015_r_000000_0/f2/f999bbf231a3427c974e6e3b0b547826 is 58, key is row-test-1731975341547-2-0/f2:q1/1731975408992/Put/seqid=0 2024-11-19T00:17:36,261 WARN [Thread-1892 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:17:36,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741991_1167 (size=5609) 2024-11-19T00:17:37,086 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975454400 2024-11-19T00:17:37,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c98dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:37,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:37,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:37,088 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71602c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:37,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:37,089 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:37,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6296e14e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:37,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:37,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:37,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:37,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:37,098 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975454400/_SUCCESS 2024-11-19T00:17:37,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:37,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:37,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@141ddc01 2024-11-19T00:17:37,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:37,105 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:37,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=7] 2024-11-19T00:17:37,120 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-19T00:17:37,141 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975454400/f2/f999bbf231a3427c974e6e3b0b547826 first=Optional[row-test-1731975341547-2-0] last=Optional[row-test-1731975341547-2-6] 2024-11-19T00:17:37,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975454400/f2/f999bbf231a3427c974e6e3b0b547826 for inclusion in 8d95d03bb08ee2e416827403da2fdf3d/f2 2024-11-19T00:17:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731975341547-2-0 last=row-test-1731975341547-2-6 2024-11-19T00:17:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-19T00:17:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegion(2603): Flush status journal for 8d95d03bb08ee2e416827403da2fdf3d: 2024-11-19T00:17:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-default-table1-1731975454400/f2/f999bbf231a3427c974e6e3b0b547826 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__2530q0o39l0h0uc1sjmftii5d6dhss1rdnnkrf746nratec79os7bl4e14kn1b3r/f2/f999bbf231a3427c974e6e3b0b547826 2024-11-19T00:17:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__2530q0o39l0h0uc1sjmftii5d6dhss1rdnnkrf746nratec79os7bl4e14kn1b3r/f2/f999bbf231a3427c974e6e3b0b547826 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/f2/91580b5fb39541dc9ae7fb9b2c2983ab_SeqId_9_ 2024-11-19T00:17:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4564d823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:37,193 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:37,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:37,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:37,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eac57a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:37,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:37,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:37,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:37,197 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:37,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668159f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44211998 2024-11-19T00:17:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:37,202 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:37,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:37,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:37,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:37,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:37,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:37,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133. 2024-11-19T00:17:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:37,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:37,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__2530q0o39l0h0uc1sjmftii5d6dhss1rdnnkrf746nratec79os7bl4e14kn1b3r/f2/f999bbf231a3427c974e6e3b0b547826 into 8d95d03bb08ee2e416827403da2fdf3d/f2 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/f2/91580b5fb39541dc9ae7fb9b2c2983ab_SeqId_9_ - updating store file list. 2024-11-19T00:17:37,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/f2/91580b5fb39541dc9ae7fb9b2c2983ab_SeqId_9_ into 8d95d03bb08ee2e416827403da2fdf3d/f2 2024-11-19T00:17:37,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__2530q0o39l0h0uc1sjmftii5d6dhss1rdnnkrf746nratec79os7bl4e14kn1b3r/f2/f999bbf231a3427c974e6e3b0b547826 into 8d95d03bb08ee2e416827403da2fdf3d/f2 (new location: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/f2/91580b5fb39541dc9ae7fb9b2c2983ab_SeqId_9_) 2024-11-19T00:17:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__table1__2530q0o39l0h0uc1sjmftii5d6dhss1rdnnkrf746nratec79os7bl4e14kn1b3r/f2/f999bbf231a3427c974e6e3b0b547826 2024-11-19T00:17:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd98fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:37,288 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:37,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:37,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:37,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558c5d80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:37,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:37,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:37,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:37,291 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:37,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1c84a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:37,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:37,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12458d55 2024-11-19T00:17:37,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:37,295 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T00:17:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:37,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:37,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:37,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T00:17:37,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:37,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:37,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:37,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133. 2024-11-19T00:17:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:37,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:37,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:37,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:37,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:37,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:37,353 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-19T00:17:37,354 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731975341547 has been successfully restored to table1 2024-11-19T00:17:37,354 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-19T00:17:37,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:37,354 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731975414017 hdfs://localhost:35349/backupUT/backup_1731975414017/default/test-1731975341547/ 2024-11-19T00:17:37,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=7 , the old value is region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9d96596e55a9:39133 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:17:37,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:17:37,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=7 from cache 2024-11-19T00:17:37,357 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T00:17:37,360 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35349/backupUT/backup_1731975380307/.backup.manifest 2024-11-19T00:17:37,369 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731975380307/.backup.manifest 2024-11-19T00:17:37,369 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17319753415471' to 'ns2:table2' from full backup image hdfs://localhost:35349/backupUT/backup_1731975380307/ns2/test-17319753415471 2024-11-19T00:17:37,385 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17319753415471', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731975414017 2024-11-19T00:17:37,390 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-19T00:17:37,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-19T00:17:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-19T00:17:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-19T00:17:37,412 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975457412"}]},"ts":"1731975457412"} 2024-11-19T00:17:37,414 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-19T00:17:37,415 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-19T00:17:37,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-19T00:17:37,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=aac9dfd438c0e3c8c7fbc9c116cf1d9d, UNASSIGN}] 2024-11-19T00:17:37,423 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=aac9dfd438c0e3c8c7fbc9c116cf1d9d, UNASSIGN 2024-11-19T00:17:37,424 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=aac9dfd438c0e3c8c7fbc9c116cf1d9d, regionState=CLOSING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:37,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=aac9dfd438c0e3c8c7fbc9c116cf1d9d, UNASSIGN because future has completed 2024-11-19T00:17:37,428 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-19T00:17:37,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure aac9dfd438c0e3c8c7fbc9c116cf1d9d, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:37,459 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:39133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T00:17:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-19T00:17:37,582 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:37,582 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-19T00:17:37,582 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing aac9dfd438c0e3c8c7fbc9c116cf1d9d, disabling compactions & flushes 2024-11-19T00:17:37,582 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. 2024-11-19T00:17:37,582 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. 2024-11-19T00:17:37,582 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. after waiting 0 ms 2024-11-19T00:17:37,583 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. 2024-11-19T00:17:37,592 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T00:17:37,593 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:37,593 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. 2024-11-19T00:17:37,593 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for aac9dfd438c0e3c8c7fbc9c116cf1d9d: Waiting for close lock at 1731975457582Running coprocessor pre-close hooks at 1731975457582Disabling compacts and flushes for region at 1731975457582Disabling writes for close at 1731975457583 (+1 ms)Writing region close event to WAL at 1731975457583Running coprocessor post-close hooks at 1731975457593 (+10 ms)Closed at 1731975457593 2024-11-19T00:17:37,596 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:37,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=aac9dfd438c0e3c8c7fbc9c116cf1d9d, regionState=CLOSED 2024-11-19T00:17:37,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure aac9dfd438c0e3c8c7fbc9c116cf1d9d, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:37,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-19T00:17:37,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure aac9dfd438c0e3c8c7fbc9c116cf1d9d, server=9d96596e55a9,39133,1731975327705 in 172 msec 2024-11-19T00:17:37,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-19T00:17:37,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=aac9dfd438c0e3c8c7fbc9c116cf1d9d, UNASSIGN in 181 msec 2024-11-19T00:17:37,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-19T00:17:37,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 190 msec 2024-11-19T00:17:37,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975457610"}]},"ts":"1731975457610"} 2024-11-19T00:17:37,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-19T00:17:37,613 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-19T00:17:37,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 223 msec 2024-11-19T00:17:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-19T00:17:37,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-19T00:17:37,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-19T00:17:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-19T00:17:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-19T00:17:37,734 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-19T00:17:37,738 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:37,740 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d/f, FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d/recovered.edits] 2024-11-19T00:17:37,746 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d/f/2089c581868e49f693b93d42d78eb57f_SeqId_4_ to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/archive/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d/f/2089c581868e49f693b93d42d78eb57f_SeqId_4_ 2024-11-19T00:17:37,750 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d/recovered.edits/6.seqid to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/archive/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d/recovered.edits/6.seqid 2024-11-19T00:17:37,753 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/aac9dfd438c0e3c8c7fbc9c116cf1d9d 2024-11-19T00:17:37,753 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-19T00:17:37,759 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-19T00:17:37,761 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-19T00:17:37,762 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-19T00:17:37,762 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731975457762"}]},"ts":"9223372036854775807"} 2024-11-19T00:17:37,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-19T00:17:37,764 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => aac9dfd438c0e3c8c7fbc9c116cf1d9d, NAME => 'ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d.', STARTKEY => '', ENDKEY => ''}] 2024-11-19T00:17:37,764 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-19T00:17:37,764 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731975457764"}]},"ts":"9223372036854775807"} 2024-11-19T00:17:37,766 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-19T00:17:37,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741992_1168 (size=351) 2024-11-19T00:17:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-19T00:17:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-19T00:17:38,183 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbd70a5ee540cc18cf34f68a0ef931b8, NAME => 'ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f 2024-11-19T00:17:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741993_1169 (size=37) 2024-11-19T00:17:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-19T00:17:38,595 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:38,595 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing bbd70a5ee540cc18cf34f68a0ef931b8, disabling compactions & flushes 2024-11-19T00:17:38,595 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. 2024-11-19T00:17:38,595 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. 2024-11-19T00:17:38,595 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. after waiting 0 ms 2024-11-19T00:17:38,595 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. 2024-11-19T00:17:38,595 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. 2024-11-19T00:17:38,595 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbd70a5ee540cc18cf34f68a0ef931b8: Waiting for close lock at 1731975458595Disabling compacts and flushes for region at 1731975458595Disabling writes for close at 1731975458595Writing region close event to WAL at 1731975458595Closed at 1731975458595 2024-11-19T00:17:38,596 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731975458596"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731975458596"}]},"ts":"1731975458596"} 2024-11-19T00:17:38,598 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T00:17:38,600 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975458599"}]},"ts":"1731975458599"} 2024-11-19T00:17:38,601 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-19T00:17:38,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=bbd70a5ee540cc18cf34f68a0ef931b8, ASSIGN}] 2024-11-19T00:17:38,603 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=bbd70a5ee540cc18cf34f68a0ef931b8, ASSIGN 2024-11-19T00:17:38,603 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=bbd70a5ee540cc18cf34f68a0ef931b8, ASSIGN; state=OFFLINE, location=9d96596e55a9,39133,1731975327705; forceNewPlan=false, retain=false 2024-11-19T00:17:38,754 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=bbd70a5ee540cc18cf34f68a0ef931b8, regionState=OPENING, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:38,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=bbd70a5ee540cc18cf34f68a0ef931b8, ASSIGN because future has completed 2024-11-19T00:17:38,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbd70a5ee540cc18cf34f68a0ef931b8, server=9d96596e55a9,39133,1731975327705}] 2024-11-19T00:17:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-19T00:17:38,911 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. 2024-11-19T00:17:38,912 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => bbd70a5ee540cc18cf34f68a0ef931b8, NAME => 'ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T00:17:38,912 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-19T00:17:38,912 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 bbd70a5ee540cc18cf34f68a0ef931b8 2024-11-19T00:17:38,912 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T00:17:38,912 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for bbd70a5ee540cc18cf34f68a0ef931b8 2024-11-19T00:17:38,912 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for bbd70a5ee540cc18cf34f68a0ef931b8 2024-11-19T00:17:38,914 INFO [StoreOpener-bbd70a5ee540cc18cf34f68a0ef931b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bbd70a5ee540cc18cf34f68a0ef931b8 2024-11-19T00:17:38,915 INFO [StoreOpener-bbd70a5ee540cc18cf34f68a0ef931b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbd70a5ee540cc18cf34f68a0ef931b8 columnFamilyName f 2024-11-19T00:17:38,915 DEBUG [StoreOpener-bbd70a5ee540cc18cf34f68a0ef931b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:38,916 INFO [StoreOpener-bbd70a5ee540cc18cf34f68a0ef931b8-1 {}] regionserver.HStore(327): Store=bbd70a5ee540cc18cf34f68a0ef931b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T00:17:38,916 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for bbd70a5ee540cc18cf34f68a0ef931b8 2024-11-19T00:17:38,917 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/bbd70a5ee540cc18cf34f68a0ef931b8 2024-11-19T00:17:38,917 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/bbd70a5ee540cc18cf34f68a0ef931b8 2024-11-19T00:17:38,918 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for bbd70a5ee540cc18cf34f68a0ef931b8 2024-11-19T00:17:38,918 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for bbd70a5ee540cc18cf34f68a0ef931b8 2024-11-19T00:17:38,919 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for bbd70a5ee540cc18cf34f68a0ef931b8 2024-11-19T00:17:38,921 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/bbd70a5ee540cc18cf34f68a0ef931b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T00:17:38,923 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened bbd70a5ee540cc18cf34f68a0ef931b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9426356480, jitterRate=-0.12210214138031006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T00:17:38,923 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbd70a5ee540cc18cf34f68a0ef931b8 2024-11-19T00:17:38,923 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for bbd70a5ee540cc18cf34f68a0ef931b8: Running coprocessor pre-open hook at 1731975458912Writing region info on filesystem at 1731975458912Initializing all the Stores at 1731975458913 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731975458913Cleaning up temporary data from old regions at 1731975458918 (+5 ms)Running coprocessor post-open hooks at 1731975458923 (+5 ms)Region opened successfully at 1731975458923 2024-11-19T00:17:38,924 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8., pid=95, masterSystemTime=1731975458908 2024-11-19T00:17:38,925 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. 2024-11-19T00:17:38,925 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. 2024-11-19T00:17:38,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=bbd70a5ee540cc18cf34f68a0ef931b8, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39133,1731975327705 2024-11-19T00:17:38,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbd70a5ee540cc18cf34f68a0ef931b8, server=9d96596e55a9,39133,1731975327705 because future has completed 2024-11-19T00:17:38,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-19T00:17:38,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure bbd70a5ee540cc18cf34f68a0ef931b8, server=9d96596e55a9,39133,1731975327705 in 172 msec 2024-11-19T00:17:38,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-19T00:17:38,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=bbd70a5ee540cc18cf34f68a0ef931b8, ASSIGN in 330 msec 2024-11-19T00:17:38,934 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731975458934"}]},"ts":"1731975458934"} 2024-11-19T00:17:38,936 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-19T00:17:38,936 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-19T00:17:38,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2050 sec 2024-11-19T00:17:39,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-19T00:17:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-19T00:17:39,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-19T00:17:39,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-19T00:17:39,883 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35349/backupUT/backup_1731975380307/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b from hbase tables ns2:test-17319753415471 to tables ns2:table2 2024-11-19T00:17:39,883 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17319753415471 into ns2:table2 2024-11-19T00:17:39,884 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975459883 from hdfs://localhost:35349/backupUT/backup_1731975380307/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:17:39,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aacb59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:39,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:39,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:39,886 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:39,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:39,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:39,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e6d369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:39,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:39,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:39,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:39,887 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:39,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f36c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:39,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:39,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:39,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6471985 2024-11-19T00:17:39,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:39,890 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:39,890 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-19T00:17:39,890 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-19T00:17:39,891 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-19T00:17:39,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:39,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:39,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:39,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:39,894 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-19T00:17:39,894 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-19T00:17:39,894 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/partitions_3d8837ee-a946-4a66-89ec-1154f9f54229 2024-11-19T00:17:39,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741994_1170 (size=153) 2024-11-19T00:17:40,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:40,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:40,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop-10190405773353715345.jar 2024-11-19T00:17:41,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:17:41,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-19T00:17:41,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-19T00:17:41,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-19T00:17:41,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-19T00:17:41,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-19T00:17:41,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-19T00:17:41,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-19T00:17:41,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-19T00:17:41,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-19T00:17:41,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-19T00:17:41,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-19T00:17:41,459 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-19T00:17:41,459 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-19T00:17:41,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:41,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:41,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:41,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:41,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:41,459 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-19T00:17:41,460 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-19T00:17:41,485 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-19T00:17:41,522 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-19T00:17:41,797 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local539691527_0016_268c375b-3e44-4eea-a9fe-a583188a85d2/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-19T00:17:41,797 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/mapreduce.cluster.local.dir/job_local539691527_0016_268c375b-3e44-4eea-a9fe-a583188a85d2/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-19T00:17:41,862 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35349/backupUT/backup_1731975380307/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/a459bd17534f4450a7c034d8cf21b5b3 2024-11-19T00:17:41,866 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-19T00:17:41,904 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35349/backupUT/backup_1731975380307/ns2/test-17319753415471/archive/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/f/5fdfc5feeb28432ab7c9f85d0080874c 2024-11-19T00:17:41,908 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-19T00:17:41,939 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ea462d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:41,939 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:41,939 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:41,940 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:41,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e29097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:41,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:41,942 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:41,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c0e444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:41,943 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:41,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:41,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:41,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:41,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:41,947 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-19T00:17:41,947 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:41,947 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:41,947 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:41,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:41,947 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-19T00:17:41,947 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 9d96596e55a9 2024-11-19T00:17:41,952 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975459883/_temporary/0/_temporary/attempt_local539691527_0016_r_000000_0/f/b438ae00317d43d8b613064acdbe7b31 is 38, key is row-t20/f:q1/1731975370118/Put/seqid=0 2024-11-19T00:17:41,953 WARN [Thread-1967 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [9d96596e55a9:39133] Specified favored nodes: [9d96596e55a9:39133] 2024-11-19T00:17:41,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741995_1171 (size=8934) 2024-11-19T00:17:42,854 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975459883 2024-11-19T00:17:42,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e543e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:42,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:42,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:42,855 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:42,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:42,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:42,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5043c6bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:42,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:42,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:42,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:42,856 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:42,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a5231b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:42,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:42,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:42,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:42,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:42,862 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975459883/_SUCCESS 2024-11-19T00:17:42,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:42,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:42,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d0c2594 2024-11-19T00:17:42,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:42,867 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:42,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:42,872 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-19T00:17:42,877 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975459883/f/b438ae00317d43d8b613064acdbe7b31 first=Optional[row-t20] last=Optional[row98] 2024-11-19T00:17:42,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975459883/f/b438ae00317d43d8b613064acdbe7b31 for inclusion in bbd70a5ee540cc18cf34f68a0ef931b8/f 2024-11-19T00:17:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-19T00:17:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T00:17:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegion(2603): Flush status journal for bbd70a5ee540cc18cf34f68a0ef931b8: 2024-11-19T00:17:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/hbase-staging/bulk_output-ns2-table2-1731975459883/f/b438ae00317d43d8b613064acdbe7b31 to hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__ns2_table2__22vciiq4tv58de016o4p94p3bhs561and8hl0v7rv7khhq63eiaktkr8ufmsihi5/f/b438ae00317d43d8b613064acdbe7b31 2024-11-19T00:17:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__ns2_table2__22vciiq4tv58de016o4p94p3bhs561and8hl0v7rv7khhq63eiaktkr8ufmsihi5/f/b438ae00317d43d8b613064acdbe7b31 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/bbd70a5ee540cc18cf34f68a0ef931b8/f/38da723c35894884b5519767b0878cf3_SeqId_4_ 2024-11-19T00:17:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167c8ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:42,888 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:42,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:42,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:42,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9bd48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:42,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:42,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:42,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:42,890 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:42,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4648b819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:42,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:42,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@545553b5 2024-11-19T00:17:42,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:42,892 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T00:17:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:42,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:42,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:42,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T00:17:42,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:42,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:42,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:42,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133. 2024-11-19T00:17:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:42,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:42,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__ns2_table2__22vciiq4tv58de016o4p94p3bhs561and8hl0v7rv7khhq63eiaktkr8ufmsihi5/f/b438ae00317d43d8b613064acdbe7b31 into bbd70a5ee540cc18cf34f68a0ef931b8/f as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/bbd70a5ee540cc18cf34f68a0ef931b8/f/38da723c35894884b5519767b0878cf3_SeqId_4_ - updating store file list. 2024-11-19T00:17:42,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/bbd70a5ee540cc18cf34f68a0ef931b8/f/38da723c35894884b5519767b0878cf3_SeqId_4_ into bbd70a5ee540cc18cf34f68a0ef931b8/f 2024-11-19T00:17:42,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__ns2_table2__22vciiq4tv58de016o4p94p3bhs561and8hl0v7rv7khhq63eiaktkr8ufmsihi5/f/b438ae00317d43d8b613064acdbe7b31 into bbd70a5ee540cc18cf34f68a0ef931b8/f (new location: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/bbd70a5ee540cc18cf34f68a0ef931b8/f/38da723c35894884b5519767b0878cf3_SeqId_4_) 2024-11-19T00:17:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/staging/jenkins__ns2_table2__22vciiq4tv58de016o4p94p3bhs561and8hl0v7rv7khhq63eiaktkr8ufmsihi5/f/b438ae00317d43d8b613064acdbe7b31 2024-11-19T00:17:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d307208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45905,-1 for getting cluster id 2024-11-19T00:17:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T00:17:42,923 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093bddc-3e99-4aa8-a2d7-9322bba1f3c5' 2024-11-19T00:17:42,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T00:17:42,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093bddc-3e99-4aa8-a2d7-9322bba1f3c5" 2024-11-19T00:17:42,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce399ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:42,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45905,-1] 2024-11-19T00:17:42,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T00:17:42,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:42,924 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T00:17:42,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d766398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-19T00:17:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T00:17:42,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45905,1731975324702 2024-11-19T00:17:42,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d98eed1 2024-11-19T00:17:42,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T00:17:42,927 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T00:17:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T00:17:42,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39133,1731975327705, seqNum=-1] 2024-11-19T00:17:42,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T00:17:42,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T00:17:42,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-19T00:17:42,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-19T00:17:42,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:42,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133. 2024-11-19T00:17:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:42,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:42,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:42,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:42,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:42,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:42,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:42,952 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-19T00:17:42,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 , the old value is region=ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8., hostname=9d96596e55a9,39133,1731975327705, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9d96596e55a9:39133 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:17:42,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T00:17:42,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 from cache 2024-11-19T00:17:42,953 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T00:17:42,974 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17319753415471', skipping incremental restore step. 2024-11-19T00:17:42,974 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-19T00:17:42,975 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731975414017 hdfs://localhost:35349/backupUT/backup_1731975414017/ns2/test-17319753415471/ 2024-11-19T00:17:42,975 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-19T00:17:42,976 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T00:17:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.CallRunner(138): callId: 732 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:59028 deadline: 1731975522976, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. is not online on 9d96596e55a9,39133,1731975327705 2024-11-19T00:17:42,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 , the old value is region=table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., hostname=9d96596e55a9,39133,1731975327705, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. is not online on 9d96596e55a9,39133,1731975327705 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:42,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2. is not online on 9d96596e55a9,39133,1731975327705 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:42,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731975426360.263caf22a5f574d0d18d6fd02ea476a2., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 from cache 2024-11-19T00:17:43,059 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:39133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T00:17:43,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d., hostname=9d96596e55a9,39133,1731975327705, seqNum=7] 2024-11-19T00:17:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.CallRunner(138): callId: 736 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:59028 deadline: 1731975523094, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. is not online on 9d96596e55a9,39133,1731975327705 2024-11-19T00:17:43,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 , the old value is region=table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008., hostname=9d96596e55a9,39133,1731975327705, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. is not online on 9d96596e55a9,39133,1731975327705 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:43,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008. is not online on 9d96596e55a9,39133,1731975327705 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:43,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731975426360.76bae4f727c7e060d05ee8c9d8abe008., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 from cache 2024-11-19T00:17:43,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0., hostname=9d96596e55a9,39133,1731975327705, seqNum=7] 2024-11-19T00:17:43,215 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-19T00:17:43,219 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-19T00:17:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:43,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-19T00:17:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:43,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-19T00:17:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:43,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-19T00:17:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:43,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-19T00:17:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:43,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-19T00:17:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T00:17:43,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-19T00:17:43,240 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-19T00:17:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.CallRunner(138): callId: 744 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:59028 deadline: 1731975523239, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. is not online on 9d96596e55a9,39133,1731975327705 2024-11-19T00:17:43,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 , the old value is region=ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. is not online on 9d96596e55a9,39133,1731975327705 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:43,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d. is not online on 9d96596e55a9,39133,1731975327705 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T00:17:43,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d., hostname=9d96596e55a9,39133,1731975327705, seqNum=2 from cache 2024-11-19T00:17:43,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8., hostname=9d96596e55a9,39133,1731975327705, seqNum=2] 2024-11-19T00:17:43,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:43,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:43,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:43,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:43,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:43,370 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=631 (was 609) Potentially hanging thread: PacketResponder: BP-831612480-172.17.0.2-1731975317878:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-831612480-172.17.0.2-1731975317878:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1132773830_20 at /127.0.0.1:49174 [Waiting for operation #124] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-639777368_20 at /127.0.0.1:44128 [Receiving block BP-831612480-172.17.0.2-1731975317878:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-639777368_20 at /127.0.0.1:44118 [Receiving block BP-831612480-172.17.0.2-1731975317878:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: PacketResponder: BP-831612480-172.17.0.2-1731975317878:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/cluster_140612e1-5861-8527-0684-45ddd61d231f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '9d96596e55a9,39133,1731975327705' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-639777368_20 at /127.0.0.1:44108 [Receiving block BP-831612480-172.17.0.2-1731975317878:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/cluster_140612e1-5861-8527-0684-45ddd61d231f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (9d96596e55a9,45905,1731975324702)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(9d96596e55a9,39133,1731975327705)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=637 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1066 (was 1282), ProcessCount=9 (was 9), AvailableMemoryMB=2396 (was 4067) 2024-11-19T00:17:43,370 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=631 is superior to 500 2024-11-19T00:17:44,414 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-19T00:17:44,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-19T00:17:46,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T00:17:46,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:46,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:46,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:46,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:46,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:46,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T00:17:46,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1415824117, stopped=false 2024-11-19T00:17:46,075 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,45905,1731975324702 2024-11-19T00:17:46,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-19T00:17:46,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-19T00:17:46,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:17:46,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:17:46,185 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:17:46,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T00:17:46,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:46,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-19T00:17:46,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:46,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-19T00:17:46,186 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,39133,1731975327705' ***** 2024-11-19T00:17:46,186 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T00:17:46,186 INFO [RS:0;9d96596e55a9:39133 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-19T00:17:46,191 INFO [RS:0;9d96596e55a9:39133 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@670431f6{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-19T00:17:46,194 INFO [RS:0;9d96596e55a9:39133 {}] server.AbstractConnector(383): Stopped ServerConnector@3e5d0ad4{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-19T00:17:46,194 INFO [RS:0;9d96596e55a9:39133 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:17:46,194 INFO [RS:0;9d96596e55a9:39133 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@b5dba4a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-19T00:17:46,194 INFO [RS:0;9d96596e55a9:39133 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@23e508f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,STOPPED} 2024-11-19T00:17:46,196 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T00:17:46,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d22f6111f7722a62e02be83e2673c1b 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(3091): Received CLOSE for 325bfe697cd1c98f7106926c1e5492a0 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d4c3afed109b6d2e4db484a9eeefe00 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(3091): Received CLOSE for 152f3d63111b9185f927609f81ff2955 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d95d03bb08ee2e416827403da2fdf3d 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(3091): Received CLOSE for bbd70a5ee540cc18cf34f68a0ef931b8 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1446a903b85afe1d6d44d118d1878522 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(3091): Received CLOSE for 46a4ab86e1fff13ab8a34466fe698069 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(3091): Received CLOSE for c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:17:46,197 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,39133,1731975327705 2024-11-19T00:17:46,198 INFO [RS:0;9d96596e55a9:39133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:17:46,198 INFO [RS:0;9d96596e55a9:39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:39133. 2024-11-19T00:17:46,198 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d22f6111f7722a62e02be83e2673c1b, disabling compactions & flushes 2024-11-19T00:17:46,198 DEBUG [RS:0;9d96596e55a9:39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:46,198 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:17:46,198 DEBUG [RS:0;9d96596e55a9:39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:46,198 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:17:46,198 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. after waiting 0 ms 2024-11-19T00:17:46,198 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:17:46,198 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T00:17:46,198 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T00:17:46,198 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T00:17:46,198 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T00:17:46,199 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T00:17:46,199 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-19T00:17:46,199 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T00:17:46,199 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T00:17:46,199 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T00:17:46,199 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T00:17:46,199 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-19T00:17:46,199 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1351): Waiting on 1446a903b85afe1d6d44d118d1878522, 152f3d63111b9185f927609f81ff2955, 1588230740, 325bfe697cd1c98f7106926c1e5492a0, 3d22f6111f7722a62e02be83e2673c1b, 46a4ab86e1fff13ab8a34466fe698069, 6d4c3afed109b6d2e4db484a9eeefe00, 8d95d03bb08ee2e416827403da2fdf3d, bbd70a5ee540cc18cf34f68a0ef931b8, c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:17:46,202 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/test-17319753415471/3d22f6111f7722a62e02be83e2673c1b/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-19T00:17:46,202 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:46,202 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:17:46,203 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d22f6111f7722a62e02be83e2673c1b: Waiting for close lock at 1731975466197Running coprocessor pre-close hooks at 1731975466198 (+1 ms)Disabling compacts and flushes for region at 1731975466198Disabling writes for close at 1731975466198Writing region close event to WAL at 1731975466198Running coprocessor post-close hooks at 1731975466202 (+4 ms)Closed at 1731975466202 2024-11-19T00:17:46,203 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b. 2024-11-19T00:17:46,203 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 325bfe697cd1c98f7106926c1e5492a0, disabling compactions & flushes 2024-11-19T00:17:46,203 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:46,203 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:46,203 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. after waiting 0 ms 2024-11-19T00:17:46,203 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:46,207 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/325bfe697cd1c98f7106926c1e5492a0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-19T00:17:46,208 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:46,208 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:46,208 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 325bfe697cd1c98f7106926c1e5492a0: Waiting for close lock at 1731975466203Running coprocessor pre-close hooks at 1731975466203Disabling compacts and flushes for region at 1731975466203Disabling writes for close at 1731975466203Writing region close event to WAL at 1731975466204 (+1 ms)Running coprocessor post-close hooks at 1731975466208 (+4 ms)Closed at 1731975466208 2024-11-19T00:17:46,208 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731975448114.325bfe697cd1c98f7106926c1e5492a0. 2024-11-19T00:17:46,208 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d4c3afed109b6d2e4db484a9eeefe00, disabling compactions & flushes 2024-11-19T00:17:46,208 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:17:46,209 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:17:46,209 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. after waiting 0 ms 2024-11-19T00:17:46,209 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:17:46,213 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system_bulk/6d4c3afed109b6d2e4db484a9eeefe00/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T00:17:46,213 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:46,213 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:17:46,213 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d4c3afed109b6d2e4db484a9eeefe00: Waiting for close lock at 1731975466208Running coprocessor pre-close hooks at 1731975466208Disabling compacts and flushes for region at 1731975466208Disabling writes for close at 1731975466209 (+1 ms)Writing region close event to WAL at 1731975466209Running coprocessor post-close hooks at 1731975466213 (+4 ms)Closed at 1731975466213 2024-11-19T00:17:46,213 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731975353537.6d4c3afed109b6d2e4db484a9eeefe00. 2024-11-19T00:17:46,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 152f3d63111b9185f927609f81ff2955, disabling compactions & flushes 2024-11-19T00:17:46,214 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:17:46,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:17:46,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. after waiting 0 ms 2024-11-19T00:17:46,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:17:46,214 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 152f3d63111b9185f927609f81ff2955 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-19T00:17:46,223 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/.tmp/info/516c493412674a818616f0eff64badd0 is 159, key is ns2:test-17319753415471,,1731975344968.3d22f6111f7722a62e02be83e2673c1b./info:regioninfo/1731975346345/Put/seqid=0 2024-11-19T00:17:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741996_1172 (size=19093) 2024-11-19T00:17:46,230 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/f2/65e0020378fe4185a0ad5c76ef4c05cf is 58, key is row-test-1731975341547-2-0/f2:q1/1731975408992/Put/seqid=0 2024-11-19T00:17:46,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741997_1173 (size=5464) 2024-11-19T00:17:46,235 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/f2/65e0020378fe4185a0ad5c76ef4c05cf 2024-11-19T00:17:46,237 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:17:46,240 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/.tmp/f2/65e0020378fe4185a0ad5c76ef4c05cf as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f2/65e0020378fe4185a0ad5c76ef4c05cf 2024-11-19T00:17:46,247 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/f2/65e0020378fe4185a0ad5c76ef4c05cf, entries=7, sequenceid=348, filesize=5.3 K 2024-11-19T00:17:46,248 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 152f3d63111b9185f927609f81ff2955 in 34ms, sequenceid=348, compaction requested=false 2024-11-19T00:17:46,252 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/test-1731975341547/152f3d63111b9185f927609f81ff2955/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-19T00:17:46,253 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:46,253 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:17:46,253 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 152f3d63111b9185f927609f81ff2955: Waiting for close lock at 1731975466214Running coprocessor pre-close hooks at 1731975466214Disabling compacts and flushes for region at 1731975466214Disabling writes for close at 1731975466214Obtaining lock to block concurrent updates at 1731975466214Preparing flush snapshotting stores in 152f3d63111b9185f927609f81ff2955 at 1731975466214Finished memstore snapshotting test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731975466214Flushing stores of test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. at 1731975466214Flushing 152f3d63111b9185f927609f81ff2955/f2: creating writer at 1731975466215 (+1 ms)Flushing 152f3d63111b9185f927609f81ff2955/f2: appending metadata at 1731975466230 (+15 ms)Flushing 152f3d63111b9185f927609f81ff2955/f2: closing flushed file at 1731975466230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59756333: reopening flushed file at 1731975466240 (+10 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 152f3d63111b9185f927609f81ff2955 in 34ms, sequenceid=348, compaction requested=false at 1731975466248 (+8 ms)Writing region close event to WAL at 1731975466249 (+1 ms)Running coprocessor post-close hooks at 1731975466253 (+4 ms)Closed at 1731975466253 2024-11-19T00:17:46,253 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731975341547,,1731975342162.152f3d63111b9185f927609f81ff2955. 2024-11-19T00:17:46,253 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d95d03bb08ee2e416827403da2fdf3d, disabling compactions & flushes 2024-11-19T00:17:46,253 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:46,253 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:46,253 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. after waiting 0 ms 2024-11-19T00:17:46,253 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:46,257 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/default/table1/8d95d03bb08ee2e416827403da2fdf3d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-19T00:17:46,258 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:46,258 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:46,258 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d95d03bb08ee2e416827403da2fdf3d: Waiting for close lock at 1731975466253Running coprocessor pre-close hooks at 1731975466253Disabling compacts and flushes for region at 1731975466253Disabling writes for close at 1731975466253Writing region close event to WAL at 1731975466254 (+1 ms)Running coprocessor post-close hooks at 1731975466258 (+4 ms)Closed at 1731975466258 2024-11-19T00:17:46,258 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731975448114.8d95d03bb08ee2e416827403da2fdf3d. 2024-11-19T00:17:46,258 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbd70a5ee540cc18cf34f68a0ef931b8, disabling compactions & flushes 2024-11-19T00:17:46,258 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. 2024-11-19T00:17:46,258 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. 2024-11-19T00:17:46,258 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. after waiting 0 ms 2024-11-19T00:17:46,258 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. 2024-11-19T00:17:46,263 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns2/table2/bbd70a5ee540cc18cf34f68a0ef931b8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T00:17:46,263 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:46,263 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. 2024-11-19T00:17:46,263 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbd70a5ee540cc18cf34f68a0ef931b8: Waiting for close lock at 1731975466258Running coprocessor pre-close hooks at 1731975466258Disabling compacts and flushes for region at 1731975466258Disabling writes for close at 1731975466258Writing region close event to WAL at 1731975466259 (+1 ms)Running coprocessor post-close hooks at 1731975466263 (+4 ms)Closed at 1731975466263 2024-11-19T00:17:46,263 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731975457755.bbd70a5ee540cc18cf34f68a0ef931b8. 2024-11-19T00:17:46,263 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1446a903b85afe1d6d44d118d1878522, disabling compactions & flushes 2024-11-19T00:17:46,263 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:17:46,263 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:17:46,264 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. after waiting 0 ms 2024-11-19T00:17:46,264 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:17:46,264 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1446a903b85afe1d6d44d118d1878522 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-19T00:17:46,267 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/meta/a0b7282ab2d94cfdbcc57bff438bf3cc is 158, key is trslm:hdfs://localhost:35349/backupUT\x00ns2:test-17319753415471/meta:log-roll-map/1731975425858/Put/seqid=0 2024-11-19T00:17:46,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741998_1174 (size=6208) 2024-11-19T00:17:46,273 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/meta/a0b7282ab2d94cfdbcc57bff438bf3cc 2024-11-19T00:17:46,280 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/dd3b782df920497bb7625e52dd43d6a7 is 588, key is session:backup_1731975414017/session:context/1731975426291/Put/seqid=0 2024-11-19T00:17:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741999_1175 (size=5689) 2024-11-19T00:17:46,400 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1351): Waiting on 1446a903b85afe1d6d44d118d1878522, 1588230740, 46a4ab86e1fff13ab8a34466fe698069, c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:17:46,600 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1351): Waiting on 1446a903b85afe1d6d44d118d1878522, 1588230740, 46a4ab86e1fff13ab8a34466fe698069, c0d423a19fb352e08ef7f37f448f47c9 2024-11-19T00:17:46,630 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/.tmp/info/516c493412674a818616f0eff64badd0 2024-11-19T00:17:46,654 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/.tmp/ns/f2e586fa07e54071abb094e9d532b60d is 85, key is ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d./ns:/1731975457756/DeleteFamily/seqid=0 2024-11-19T00:17:46,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073742000_1176 (size=5760) 2024-11-19T00:17:46,685 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/dd3b782df920497bb7625e52dd43d6a7 2024-11-19T00:17:46,691 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/meta/a0b7282ab2d94cfdbcc57bff438bf3cc as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/a0b7282ab2d94cfdbcc57bff438bf3cc 2024-11-19T00:17:46,697 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/meta/a0b7282ab2d94cfdbcc57bff438bf3cc, entries=7, sequenceid=52, filesize=6.1 K 2024-11-19T00:17:46,699 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/.tmp/session/dd3b782df920497bb7625e52dd43d6a7 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/dd3b782df920497bb7625e52dd43d6a7 2024-11-19T00:17:46,705 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/session/dd3b782df920497bb7625e52dd43d6a7, entries=2, sequenceid=52, filesize=5.6 K 2024-11-19T00:17:46,706 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 1446a903b85afe1d6d44d118d1878522 in 442ms, sequenceid=52, compaction requested=true 2024-11-19T00:17:46,716 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/backup/system/1446a903b85afe1d6d44d118d1878522/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-19T00:17:46,716 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:46,716 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:17:46,716 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1446a903b85afe1d6d44d118d1878522: Waiting for close lock at 1731975466263Running coprocessor pre-close hooks at 1731975466263Disabling compacts and flushes for region at 1731975466263Disabling writes for close at 1731975466264 (+1 ms)Obtaining lock to block concurrent updates at 1731975466264Preparing flush snapshotting stores in 1446a903b85afe1d6d44d118d1878522 at 1731975466264Finished memstore snapshotting backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731975466264Flushing stores of backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. at 1731975466264Flushing 1446a903b85afe1d6d44d118d1878522/meta: creating writer at 1731975466264Flushing 1446a903b85afe1d6d44d118d1878522/meta: appending metadata at 1731975466267 (+3 ms)Flushing 1446a903b85afe1d6d44d118d1878522/meta: closing flushed file at 1731975466267Flushing 1446a903b85afe1d6d44d118d1878522/session: creating writer at 1731975466277 (+10 ms)Flushing 1446a903b85afe1d6d44d118d1878522/session: appending metadata at 1731975466280 (+3 ms)Flushing 1446a903b85afe1d6d44d118d1878522/session: closing flushed file at 1731975466280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651cadcb: reopening flushed file at 1731975466690 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24bc5112: reopening flushed file at 1731975466698 (+8 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 1446a903b85afe1d6d44d118d1878522 in 442ms, sequenceid=52, compaction requested=true at 1731975466706 (+8 ms)Writing region close event to WAL at 1731975466712 (+6 ms)Running coprocessor post-close hooks at 1731975466716 (+4 ms)Closed at 1731975466716 2024-11-19T00:17:46,716 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731975352345.1446a903b85afe1d6d44d118d1878522. 2024-11-19T00:17:46,717 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46a4ab86e1fff13ab8a34466fe698069, disabling compactions & flushes 2024-11-19T00:17:46,717 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:17:46,717 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:17:46,717 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. after waiting 0 ms 2024-11-19T00:17:46,717 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:17:46,720 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns3/test-17319753415472/46a4ab86e1fff13ab8a34466fe698069/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T00:17:46,721 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:46,721 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:17:46,721 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46a4ab86e1fff13ab8a34466fe698069: Waiting for close lock at 1731975466717Running coprocessor pre-close hooks at 1731975466717Disabling compacts and flushes for region at 1731975466717Disabling writes for close at 1731975466717Writing region close event to WAL at 1731975466717Running coprocessor post-close hooks at 1731975466720 (+3 ms)Closed at 1731975466721 (+1 ms) 2024-11-19T00:17:46,721 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17319753415472,,1731975347548.46a4ab86e1fff13ab8a34466fe698069. 2024-11-19T00:17:46,721 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0d423a19fb352e08ef7f37f448f47c9, disabling compactions & flushes 2024-11-19T00:17:46,721 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:17:46,721 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:17:46,721 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. after waiting 0 ms 2024-11-19T00:17:46,721 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:17:46,729 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/ns4/test-17319753415473/c0d423a19fb352e08ef7f37f448f47c9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T00:17:46,729 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:46,729 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:17:46,729 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0d423a19fb352e08ef7f37f448f47c9: Waiting for close lock at 1731975466721Running coprocessor pre-close hooks at 1731975466721Disabling compacts and flushes for region at 1731975466721Disabling writes for close at 1731975466721Writing region close event to WAL at 1731975466721Running coprocessor post-close hooks at 1731975466729 (+8 ms)Closed at 1731975466729 2024-11-19T00:17:46,729 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17319753415473,,1731975348727.c0d423a19fb352e08ef7f37f448f47c9. 2024-11-19T00:17:46,800 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:17:47,000 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:17:47,065 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/.tmp/ns/f2e586fa07e54071abb094e9d532b60d 2024-11-19T00:17:47,088 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/.tmp/rep_barrier/f14ded16a1ae4ab5af28a900ba5ea2bd is 94, key is ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d./rep_barrier:/1731975457756/DeleteFamily/seqid=0 2024-11-19T00:17:47,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073742001_1177 (size=5640) 2024-11-19T00:17:47,169 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T00:17:47,169 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T00:17:47,200 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T00:17:47,201 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T00:17:47,201 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:17:47,401 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:17:47,493 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/.tmp/rep_barrier/f14ded16a1ae4ab5af28a900ba5ea2bd 2024-11-19T00:17:47,522 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/.tmp/table/508d18fda72b40809f93bf369066baea is 88, key is ns2:table2,,1731975441091.aac9dfd438c0e3c8c7fbc9c116cf1d9d./table:/1731975457756/DeleteFamily/seqid=0 2024-11-19T00:17:47,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073742002_1178 (size=6364) 2024-11-19T00:17:47,601 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:17:47,801 DEBUG [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T00:17:47,937 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/.tmp/table/508d18fda72b40809f93bf369066baea 2024-11-19T00:17:47,946 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/.tmp/info/516c493412674a818616f0eff64badd0 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/info/516c493412674a818616f0eff64badd0 2024-11-19T00:17:47,951 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/info/516c493412674a818616f0eff64badd0, entries=114, sequenceid=97, filesize=18.6 K 2024-11-19T00:17:47,952 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/.tmp/ns/f2e586fa07e54071abb094e9d532b60d as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/ns/f2e586fa07e54071abb094e9d532b60d 2024-11-19T00:17:47,958 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/ns/f2e586fa07e54071abb094e9d532b60d, entries=10, sequenceid=97, filesize=5.6 K 2024-11-19T00:17:47,959 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/.tmp/rep_barrier/f14ded16a1ae4ab5af28a900ba5ea2bd as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/rep_barrier/f14ded16a1ae4ab5af28a900ba5ea2bd 2024-11-19T00:17:47,964 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/rep_barrier/f14ded16a1ae4ab5af28a900ba5ea2bd, entries=3, sequenceid=97, filesize=5.5 K 2024-11-19T00:17:47,965 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/.tmp/table/508d18fda72b40809f93bf369066baea as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/table/508d18fda72b40809f93bf369066baea 2024-11-19T00:17:47,970 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/table/508d18fda72b40809f93bf369066baea, entries=21, sequenceid=97, filesize=6.2 K 2024-11-19T00:17:47,971 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1772ms, sequenceid=97, compaction requested=false 2024-11-19T00:17:47,975 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-19T00:17:47,981 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-19T00:17:47,981 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T00:17:47,981 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T00:17:47,981 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731975466199Running coprocessor pre-close hooks at 1731975466199Disabling compacts and flushes for region at 1731975466199Disabling writes for close at 1731975466199Obtaining lock to block concurrent updates at 1731975466199Preparing flush snapshotting stores in 1588230740 at 1731975466199Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731975466200 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731975466200Flushing 1588230740/info: creating writer at 1731975466200Flushing 1588230740/info: appending metadata at 1731975466223 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731975466223Flushing 1588230740/ns: creating writer at 1731975466636 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731975466653 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731975466653Flushing 1588230740/rep_barrier: creating writer at 1731975467069 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731975467087 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731975467087Flushing 1588230740/table: creating writer at 1731975467500 (+413 ms)Flushing 1588230740/table: appending metadata at 1731975467522 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731975467522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe82e21: reopening flushed file at 1731975467945 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d5f5e4: reopening flushed file at 1731975467952 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20fd85b5: reopening flushed file at 1731975467958 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3690c7e5: reopening flushed file at 1731975467964 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1772ms, sequenceid=97, compaction requested=false at 1731975467971 (+7 ms)Writing region close event to WAL at 1731975467972 (+1 ms)Running coprocessor post-close hooks at 1731975467981 (+9 ms)Closed at 1731975467981 2024-11-19T00:17:47,981 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T00:17:48,002 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,39133,1731975327705; all regions closed. 2024-11-19T00:17:48,008 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.meta.1731975416786.meta not finished, retry = 0 2024-11-19T00:17:48,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741956_1132 (size=16160) 2024-11-19T00:17:48,114 DEBUG [RS:0;9d96596e55a9:39133 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs 2024-11-19T00:17:48,114 INFO [RS:0;9d96596e55a9:39133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.meta:.meta(num 1731975416786) 2024-11-19T00:17:48,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741954_1130 (size=4491) 2024-11-19T00:17:48,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/WALs/9d96596e55a9,39133,1731975327705/9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0.1731975416721 not finished, retry = 0 2024-11-19T00:17:48,220 DEBUG [RS:0;9d96596e55a9:39133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs 2024-11-19T00:17:48,220 INFO [RS:0;9d96596e55a9:39133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-0:(num 1731975416721) 2024-11-19T00:17:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741955_1131 (size=7557) 2024-11-19T00:17:48,243 DEBUG [RS:0;9d96596e55a9:39133 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/oldWALs 2024-11-19T00:17:48,243 INFO [RS:0;9d96596e55a9:39133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C39133%2C1731975327705.9d96596e55a9%2C39133%2C1731975327705.regiongroup-1:(num 1731975416756) 2024-11-19T00:17:48,243 DEBUG [RS:0;9d96596e55a9:39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:48,243 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T00:17:48,243 INFO [RS:0;9d96596e55a9:39133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:17:48,243 INFO [RS:0;9d96596e55a9:39133 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T00:17:48,244 INFO [RS:0;9d96596e55a9:39133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:17:48,244 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:17:48,244 INFO [RS:0;9d96596e55a9:39133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39133 2024-11-19T00:17:48,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/9d96596e55a9,39133,1731975327705 2024-11-19T00:17:48,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-19T00:17:48,310 INFO [RS:0;9d96596e55a9:39133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:17:48,312 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,39133,1731975327705] 2024-11-19T00:17:48,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/9d96596e55a9,39133,1731975327705 already deleted, retry=false 2024-11-19T00:17:48,387 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,39133,1731975327705 expired; onlineServers=0 2024-11-19T00:17:48,388 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,45905,1731975324702' ***** 2024-11-19T00:17:48,388 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T00:17:48,388 INFO [M:0;9d96596e55a9:45905 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-19T00:17:48,398 INFO [M:0;9d96596e55a9:45905 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@216ab578{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-19T00:17:48,399 INFO [M:0;9d96596e55a9:45905 {}] server.AbstractConnector(383): Stopped ServerConnector@7c9dc67e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-19T00:17:48,399 INFO [M:0;9d96596e55a9:45905 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:17:48,399 INFO [M:0;9d96596e55a9:45905 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@238cb264{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-19T00:17:48,400 INFO [M:0;9d96596e55a9:45905 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@709aa8bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,STOPPED} 2024-11-19T00:17:48,408 INFO [M:0;9d96596e55a9:45905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T00:17:48,408 INFO [M:0;9d96596e55a9:45905 {}] master.HMaster(1770): Stopping master jetty server 2024-11-19T00:17:48,421 INFO [M:0;9d96596e55a9:45905 {}] server.AbstractConnector(383): Stopped ServerConnector@6df710df{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-19T00:17:48,422 INFO [M:0;9d96596e55a9:45905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T00:17:48,422 DEBUG [M:0;9d96596e55a9:45905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T00:17:48,423 INFO [M:0;9d96596e55a9:45905 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-19T00:17:48,423 INFO [M:0;9d96596e55a9:45905 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;9d96596e55a9:45905. 2024-11-19T00:17:48,423 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T00:17:48,423 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731975331783 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731975331783,5,FailOnTimeoutGroup] 2024-11-19T00:17:48,423 DEBUG [M:0;9d96596e55a9:45905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T00:17:48,423 DEBUG [M:0;9d96596e55a9:45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:48,423 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731975331781 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731975331781,5,FailOnTimeoutGroup] 2024-11-19T00:17:48,423 DEBUG [M:0;9d96596e55a9:45905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T00:17:48,423 DEBUG [M:0;9d96596e55a9:45905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T00:17:48,424 INFO [M:0;9d96596e55a9:45905 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T00:17:48,424 INFO [M:0;9d96596e55a9:45905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T00:17:48,424 DEBUG [M:0;9d96596e55a9:45905 {}] master.HMaster(1795): Stopping service threads 2024-11-19T00:17:48,424 INFO [M:0;9d96596e55a9:45905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T00:17:48,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T00:17:48,425 INFO [M:0;9d96596e55a9:45905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T00:17:48,425 ERROR [M:0;9d96596e55a9:45905 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-19T00:17:48,426 INFO [M:0;9d96596e55a9:45905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T00:17:48,427 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T00:17:48,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-19T00:17:48,461 DEBUG [M:0;9d96596e55a9:45905 {}] zookeeper.ZKUtil(347): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-19T00:17:48,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-19T00:17:48,461 WARN [M:0;9d96596e55a9:45905 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T00:17:48,462 INFO [M:0;9d96596e55a9:45905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/.lastflushedseqids 2024-11-19T00:17:48,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:17:48,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10150721b9a0001, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:17:48,492 INFO [RS:0;9d96596e55a9:39133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:17:48,492 INFO [RS:0;9d96596e55a9:39133 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,39133,1731975327705; zookeeper connection closed. 2024-11-19T00:17:48,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@409ab9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@409ab9d 2024-11-19T00:17:48,499 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T00:17:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073742003_1179 (size=761) 2024-11-19T00:17:48,910 INFO [M:0;9d96596e55a9:45905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T00:17:48,911 INFO [M:0;9d96596e55a9:45905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T00:17:48,911 DEBUG [M:0;9d96596e55a9:45905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T00:17:48,931 INFO [M:0;9d96596e55a9:45905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:17:48,931 DEBUG [M:0;9d96596e55a9:45905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:17:48,931 DEBUG [M:0;9d96596e55a9:45905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T00:17:48,931 DEBUG [M:0;9d96596e55a9:45905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:17:48,932 INFO [M:0;9d96596e55a9:45905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.15 KB heapSize=517.41 KB 2024-11-19T00:17:48,953 DEBUG [M:0;9d96596e55a9:45905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c7affb3c5ae42efb13b2e56adde461e is 82, key is hbase:meta,,1/info:regioninfo/1731975333371/Put/seqid=0 2024-11-19T00:17:48,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073742004_1180 (size=5672) 2024-11-19T00:17:48,967 INFO [M:0;9d96596e55a9:45905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=896 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c7affb3c5ae42efb13b2e56adde461e 2024-11-19T00:17:49,001 DEBUG [M:0;9d96596e55a9:45905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62970f67a50a48d78d994e354088b34c is 2202, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1731975454347/Put/seqid=0 2024-11-19T00:17:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073742005_1181 (size=30123) 2024-11-19T00:17:49,024 INFO [M:0;9d96596e55a9:45905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.59 KB at sequenceid=896 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62970f67a50a48d78d994e354088b34c 2024-11-19T00:17:49,034 INFO [M:0;9d96596e55a9:45905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62970f67a50a48d78d994e354088b34c 2024-11-19T00:17:49,052 DEBUG [M:0;9d96596e55a9:45905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2bae6f48e1843a595a8023cfcc3a6f7 is 69, key is 9d96596e55a9,39133,1731975327705/rs:state/1731975331858/Put/seqid=0 2024-11-19T00:17:49,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073742006_1182 (size=5156) 2024-11-19T00:17:49,485 INFO [M:0;9d96596e55a9:45905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=896 (bloomFilter=true), to=hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2bae6f48e1843a595a8023cfcc3a6f7 2024-11-19T00:17:49,494 DEBUG [M:0;9d96596e55a9:45905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c7affb3c5ae42efb13b2e56adde461e as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c7affb3c5ae42efb13b2e56adde461e 2024-11-19T00:17:49,502 INFO [M:0;9d96596e55a9:45905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c7affb3c5ae42efb13b2e56adde461e, entries=8, sequenceid=896, filesize=5.5 K 2024-11-19T00:17:49,503 DEBUG [M:0;9d96596e55a9:45905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62970f67a50a48d78d994e354088b34c as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62970f67a50a48d78d994e354088b34c 2024-11-19T00:17:49,510 INFO [M:0;9d96596e55a9:45905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62970f67a50a48d78d994e354088b34c 2024-11-19T00:17:49,510 INFO [M:0;9d96596e55a9:45905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62970f67a50a48d78d994e354088b34c, entries=94, sequenceid=896, filesize=29.4 K 2024-11-19T00:17:49,512 DEBUG [M:0;9d96596e55a9:45905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2bae6f48e1843a595a8023cfcc3a6f7 as hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2bae6f48e1843a595a8023cfcc3a6f7 2024-11-19T00:17:49,518 INFO [M:0;9d96596e55a9:45905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35349/user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2bae6f48e1843a595a8023cfcc3a6f7, entries=1, sequenceid=896, filesize=5.0 K 2024-11-19T00:17:49,519 INFO [M:0;9d96596e55a9:45905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.15 KB/451736, heapSize ~517.12 KB/529528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 588ms, sequenceid=896, compaction requested=false 2024-11-19T00:17:49,544 INFO [M:0;9d96596e55a9:45905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T00:17:49,544 DEBUG [M:0;9d96596e55a9:45905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731975468911Disabling compacts and flushes for region at 1731975468911Disabling writes for close at 1731975468931 (+20 ms)Obtaining lock to block concurrent updates at 1731975468932 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731975468932Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451736, getHeapSize=529768, getOffHeapSize=0, getCellsCount=1019 at 1731975468932Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731975468933 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731975468933Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731975468953 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731975468953Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731975468975 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731975469000 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731975469000Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731975469034 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731975469052 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731975469052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc10bea: reopening flushed file at 1731975469493 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7ab050: reopening flushed file at 1731975469502 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd06085: reopening flushed file at 1731975469511 (+9 ms)Finished flush of dataSize ~441.15 KB/451736, heapSize ~517.12 KB/529528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 588ms, sequenceid=896, compaction requested=false at 1731975469519 (+8 ms)Writing region close event to WAL at 1731975469544 (+25 ms)Closed at 1731975469544 2024-11-19T00:17:49,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45973 is added to blk_1073741830_1006 (size=510887) 2024-11-19T00:17:49,580 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5077384c-1777-a32c-def1-5c0b98a0eb7f/MasterData/WALs/9d96596e55a9,45905,1731975324702/9d96596e55a9%2C45905%2C1731975324702.9d96596e55a9%2C45905%2C1731975324702.regiongroup-0.1731975330010 not finished, retry = 0 2024-11-19T00:17:49,682 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T00:17:49,682 INFO [M:0;9d96596e55a9:45905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T00:17:49,682 INFO [M:0;9d96596e55a9:45905 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-19T00:17:49,682 INFO [M:0;9d96596e55a9:45905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45905 2024-11-19T00:17:49,682 INFO [M:0;9d96596e55a9:45905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T00:17:49,833 INFO [M:0;9d96596e55a9:45905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T00:17:49,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:17:49,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45905-0x10150721b9a0000, quorum=127.0.0.1:64663, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T00:17:49,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75082617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T00:17:49,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3356deaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:17:49,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:17:49,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d19b5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:17:49,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@850677e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,STOPPED} 2024-11-19T00:17:49,864 WARN [BP-831612480-172.17.0.2-1731975317878 heartbeating to localhost/127.0.0.1:35349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T00:17:49,864 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T00:17:49,864 WARN [BP-831612480-172.17.0.2-1731975317878 heartbeating to localhost/127.0.0.1:35349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-831612480-172.17.0.2-1731975317878 (Datanode Uuid 0e3d56f6-7029-404e-8778-9c20dc05f9f6) service to localhost/127.0.0.1:35349 2024-11-19T00:17:49,864 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T00:17:49,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/cluster_140612e1-5861-8527-0684-45ddd61d231f/data/data1/current/BP-831612480-172.17.0.2-1731975317878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:17:49,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/cluster_140612e1-5861-8527-0684-45ddd61d231f/data/data2/current/BP-831612480-172.17.0.2-1731975317878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T00:17:49,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T00:17:49,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3426ae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T00:17:49,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50c05330{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:17:49,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:17:49,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a64bcf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T00:17:49,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@baadc74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,STOPPED} 2024-11-19T00:17:49,923 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T00:17:50,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T00:17:50,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-19T00:17:50,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc685e7{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-19T00:17:50,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ae4cb0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:17:50,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:17:50,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c56344e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-19T00:17:50,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f7ab16b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,STOPPED} 2024-11-19T00:17:50,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41abdf8f{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-19T00:17:50,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14c89ae9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:17:50,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:17:50,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41b0f1e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-19T00:17:50,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66171627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,STOPPED} 2024-11-19T00:17:50,239 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-19T00:17:50,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35075014{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-19T00:17:50,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bdd2a2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:17:50,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:17:50,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@722cca6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-19T00:17:50,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ced0394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,STOPPED} 2024-11-19T00:17:50,268 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-19T00:17:50,291 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-19T00:17:50,292 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-19T00:17:50,299 ERROR [Thread[Thread-289,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-19T00:17:50,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e7c811e{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-19T00:17:50,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73ba90c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T00:17:50,312 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T00:17:50,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a80b569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-19T00:17:50,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45067f3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f2f6ee55-4691-3f29-8e45-e4b68b775775/hadoop.log.dir/,STOPPED} 2024-11-19T00:17:50,314 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-19T00:17:50,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped