2024-12-02 14:46:30,072 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef 2024-12-02 14:46:30,095 main DEBUG Took 0.020440 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 14:46:30,095 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 14:46:30,096 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 14:46:30,100 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 14:46:30,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,120 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 14:46:30,166 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,169 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,171 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,172 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,173 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,174 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,176 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,177 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,185 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,186 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,187 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,188 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 14:46:30,190 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,190 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 14:46:30,192 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 14:46:30,194 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 14:46:30,212 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 14:46:30,213 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 14:46:30,215 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 14:46:30,215 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 14:46:30,245 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 14:46:30,249 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 14:46:30,251 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 14:46:30,252 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 14:46:30,255 main DEBUG createAppenders(={Console}) 2024-12-02 14:46:30,257 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef initialized 2024-12-02 14:46:30,257 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef 2024-12-02 14:46:30,258 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef OK. 2024-12-02 14:46:30,258 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 14:46:30,259 main DEBUG OutputStream closed 2024-12-02 14:46:30,264 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 14:46:30,264 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 14:46:30,265 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7a419da4 OK 2024-12-02 14:46:30,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 14:46:30,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 14:46:30,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 14:46:30,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 14:46:30,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 14:46:30,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 14:46:30,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 14:46:30,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 14:46:30,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 14:46:30,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 14:46:30,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 14:46:30,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 14:46:30,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 14:46:30,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 14:46:30,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 14:46:30,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 14:46:30,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 14:46:30,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 14:46:30,389 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 14:46:30,390 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@141e5bef) with optional ClassLoader: null 2024-12-02 14:46:30,390 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 14:46:30,391 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@141e5bef] started OK. 2024-12-02T14:46:30,449 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-12-02 14:46:30,453 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 14:46:30,454 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T14:46:31,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd 2024-12-02T14:46:31,128 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-02T14:46:31,130 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:46:31,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T14:46:31,150 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/cluster_3033e84c-fc74-b7c7-6115-be31273efec5, deleteOnExit=true 2024-12-02T14:46:31,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T14:46:31,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/test.cache.data in system properties and HBase conf 2024-12-02T14:46:31,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:46:31,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:46:31,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:46:31,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:46:31,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:46:31,304 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T14:46:31,477 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T14:46:31,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:46:31,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:46:31,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:46:31,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:46:31,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:46:31,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:46:31,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:46:31,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:46:31,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:46:31,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:46:31,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:46:31,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:46:31,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:46:31,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:46:32,766 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T14:46:32,879 INFO [Time-limited test {}] log.Log(170): Logging initialized @3979ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T14:46:33,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:46:33,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:46:33,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:46:33,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:46:33,176 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:46:33,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:46:33,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:46:33,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:46:33,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/java.io.tmpdir/jetty-localhost-36295-hadoop-hdfs-3_4_1-tests_jar-_-any-15674759649101860644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:46:33,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:36295} 2024-12-02T14:46:33,516 INFO [Time-limited test {}] server.Server(415): Started @4617ms 2024-12-02T14:46:34,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:46:34,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:46:34,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:46:34,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:46:34,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:46:34,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:46:34,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T14:46:34,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/java.io.tmpdir/jetty-localhost-34499-hadoop-hdfs-3_4_1-tests_jar-_-any-8693076274552713144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:46:34,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:34499} 2024-12-02T14:46:34,246 INFO [Time-limited test {}] server.Server(415): Started @5348ms 2024-12-02T14:46:34,333 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T14:46:35,215 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/cluster_3033e84c-fc74-b7c7-6115-be31273efec5/data/data1/current/BP-1202955552-172.17.0.3-1733150792394/current, will proceed with Du for space computation calculation, 2024-12-02T14:46:35,217 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/cluster_3033e84c-fc74-b7c7-6115-be31273efec5/data/data2/current/BP-1202955552-172.17.0.3-1733150792394/current, will proceed with Du for space computation calculation, 2024-12-02T14:46:35,301 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T14:46:35,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c6b9ff4fc482c8a with lease ID 0x84d89291cd6eb575: Processing first storage report for DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13 from datanode DatanodeRegistration(127.0.0.1:38847, datanodeUuid=b69ebad3-4deb-4711-8755-47514de2572c, infoPort=39517, infoSecurePort=0, ipcPort=37219, storageInfo=lv=-57;cid=testClusterID;nsid=1710762252;c=1733150792394) 2024-12-02T14:46:35,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c6b9ff4fc482c8a with lease ID 0x84d89291cd6eb575: from storage DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13 node DatanodeRegistration(127.0.0.1:38847, datanodeUuid=b69ebad3-4deb-4711-8755-47514de2572c, infoPort=39517, infoSecurePort=0, ipcPort=37219, storageInfo=lv=-57;cid=testClusterID;nsid=1710762252;c=1733150792394), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T14:46:35,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c6b9ff4fc482c8a with lease ID 0x84d89291cd6eb575: Processing first storage report for DS-f6816729-e50d-480f-9d82-f1960fc37ad0 from datanode DatanodeRegistration(127.0.0.1:38847, datanodeUuid=b69ebad3-4deb-4711-8755-47514de2572c, infoPort=39517, infoSecurePort=0, ipcPort=37219, storageInfo=lv=-57;cid=testClusterID;nsid=1710762252;c=1733150792394) 2024-12-02T14:46:35,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c6b9ff4fc482c8a with lease ID 0x84d89291cd6eb575: from storage DS-f6816729-e50d-480f-9d82-f1960fc37ad0 node DatanodeRegistration(127.0.0.1:38847, datanodeUuid=b69ebad3-4deb-4711-8755-47514de2572c, infoPort=39517, infoSecurePort=0, ipcPort=37219, storageInfo=lv=-57;cid=testClusterID;nsid=1710762252;c=1733150792394), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T14:46:35,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd 2024-12-02T14:46:35,556 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/cluster_3033e84c-fc74-b7c7-6115-be31273efec5/zookeeper_0, clientPort=62973, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/cluster_3033e84c-fc74-b7c7-6115-be31273efec5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/cluster_3033e84c-fc74-b7c7-6115-be31273efec5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T14:46:35,574 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62973 2024-12-02T14:46:35,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:46:35,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:46:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741825_1001 (size=7) 2024-12-02T14:46:36,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 with version=8 2024-12-02T14:46:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging 2024-12-02T14:46:36,439 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-12-02T14:46:36,440 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-12-02T14:46:36,440 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-12-02T14:46:36,440 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-12-02T14:46:36,543 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T14:46:36,857 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4ac66777750:0 server-side Connection retries=45 2024-12-02T14:46:36,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:46:36,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:46:36,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:46:36,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:46:36,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:46:37,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T14:46:37,149 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T14:46:37,161 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T14:46:37,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:46:37,193 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24598 (auto-detected) 2024-12-02T14:46:37,194 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-02T14:46:37,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38503 2024-12-02T14:46:37,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38503 connecting to ZooKeeper ensemble=127.0.0.1:62973 2024-12-02T14:46:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385030x0, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:46:37,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38503-0x1009b7471930000 connected 2024-12-02T14:46:37,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:46:37,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:46:37,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-02T14:46:37,421 INFO [Time-limited test {}] log.Log(170): Logging initialized @8523ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T14:46:37,488 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-02T14:46:37,488 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-02T14:46:37,490 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-02T14:46:37,491 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-02T14:46:37,493 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-02T14:46:37,495 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-12-02T14:46:37,495 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-02T14:46:37,495 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-02T14:46:37,498 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-02T14:46:37,582 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 36799 2024-12-02T14:46:37,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-02T14:46:37,606 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-02T14:46:37,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4cdc734c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:46:37,608 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-02T14:46:37,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@e95be18{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-02T14:46:37,652 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-02T14:46:37,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:46:37,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:46:37,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T14:46:37,669 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-02T14:46:38,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@2aafda76{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/classes/hbase-webapps/master} 2024-12-02T14:46:38,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f7d02c{HTTP/1.1, (http/1.1)}{0.0.0.0:36799} 2024-12-02T14:46:38,431 INFO [Time-limited test {}] server.Server(415): Started @9532ms 2024-12-02T14:46:38,434 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71, hbase.cluster.distributed=false 2024-12-02T14:46:38,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-02T14:46:38,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38503 2024-12-02T14:46:38,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38503 2024-12-02T14:46:38,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38503 2024-12-02T14:46:38,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38503 2024-12-02T14:46:38,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38503 2024-12-02T14:46:38,615 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4ac66777750:0 server-side Connection retries=45 2024-12-02T14:46:38,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:46:38,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T14:46:38,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T14:46:38,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T14:46:38,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T14:46:38,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T14:46:38,623 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T14:46:38,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41023 2024-12-02T14:46:38,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41023 connecting to ZooKeeper ensemble=127.0.0.1:62973 2024-12-02T14:46:38,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:46:38,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:46:38,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410230x0, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T14:46:38,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41023-0x1009b7471930001 connected 2024-12-02T14:46:38,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-02T14:46:38,637 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-02T14:46:38,637 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-02T14:46:38,638 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-02T14:46:38,638 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-02T14:46:38,638 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-02T14:46:38,639 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-12-02T14:46:38,640 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-02T14:46:38,640 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-02T14:46:38,640 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-02T14:46:38,642 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 36723 2024-12-02T14:46:38,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-02T14:46:38,643 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-02T14:46:38,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@21ae8981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:46:38,644 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-02T14:46:38,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@126a703e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-02T14:46:38,657 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-02T14:46:38,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:46:38,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:46:38,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:46:38,661 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-02T14:46:38,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7253afc7{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-02T14:46:38,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b99b3c7{HTTP/1.1, (http/1.1)}{0.0.0.0:36723} 2024-12-02T14:46:38,665 INFO [Time-limited test {}] server.Server(415): Started @9767ms 2024-12-02T14:46:38,670 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T14:46:38,678 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T14:46:38,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-02T14:46:38,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-02T14:46:38,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41023 2024-12-02T14:46:38,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41023 2024-12-02T14:46:38,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41023 2024-12-02T14:46:38,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41023 2024-12-02T14:46:38,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41023 2024-12-02T14:46:38,720 DEBUG [M:0;b4ac66777750:38503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4ac66777750:38503 2024-12-02T14:46:38,724 INFO [master/b4ac66777750:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-02T14:46:38,728 INFO [master/b4ac66777750:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@3019075b{HTTP/1.1, (http/1.1)}{0.0.0.0:33895} 2024-12-02T14:46:38,728 INFO [master/b4ac66777750:0:becomeActiveMaster {}] server.Server(415): Started @9829ms 2024-12-02T14:46:38,728 INFO [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/b4ac66777750,38503,1733150796616 2024-12-02T14:46:38,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-02T14:46:38,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-02T14:46:38,738 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/b4ac66777750,38503,1733150796616 2024-12-02T14:46:38,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-02T14:46:38,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:38,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:38,762 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-02T14:46:38,765 INFO [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/b4ac66777750,38503,1733150796616 from backup master directory 2024-12-02T14:46:38,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/b4ac66777750,38503,1733150796616 2024-12-02T14:46:38,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-02T14:46:38,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-02T14:46:38,769 WARN [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:46:38,769 INFO [master/b4ac66777750:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4ac66777750,38503,1733150796616 2024-12-02T14:46:38,772 INFO [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T14:46:38,774 INFO [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T14:46:38,843 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase.id] with ID: cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda 2024-12-02T14:46:38,843 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.tmp/hbase.id 2024-12-02T14:46:38,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741826_1002 (size=42) 2024-12-02T14:46:39,258 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.tmp/hbase.id]:[hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase.id] 2024-12-02T14:46:39,307 INFO [master/b4ac66777750:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T14:46:39,311 INFO [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T14:46:39,332 INFO [master/b4ac66777750:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-12-02T14:46:39,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:39,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741827_1003 (size=196) 2024-12-02T14:46:39,769 INFO [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:46:39,771 INFO [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T14:46:39,778 INFO [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-02T14:46:39,780 INFO [master/b4ac66777750:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-02T14:46:39,792 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:46:39,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741828_1004 (size=1189) 2024-12-02T14:46:40,255 INFO [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store 2024-12-02T14:46:40,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741829_1005 (size=34) 2024-12-02T14:46:40,713 INFO [master/b4ac66777750:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T14:46:40,717 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:40,719 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:46:40,719 INFO [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:46:40,719 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:46:40,721 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:46:40,722 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:46:40,722 INFO [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:46:40,723 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733150800718Disabling compacts and flushes for region at 1733150800718Disabling writes for close at 1733150800721 (+3 ms)Writing region close event to WAL at 1733150800722 (+1 ms)Closed at 1733150800722 2024-12-02T14:46:40,728 WARN [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/.initializing 2024-12-02T14:46:40,729 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/WALs/b4ac66777750,38503,1733150796616 2024-12-02T14:46:40,734 INFO [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:46:40,739 INFO [master/b4ac66777750:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor b4ac66777750,38503,1733150796616.regiongroup-0 2024-12-02T14:46:40,754 INFO [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C38503%2C1733150796616.b4ac66777750%2C38503%2C1733150796616.regiongroup-0, suffix=, logDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/WALs/b4ac66777750,38503,1733150796616, archiveDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/oldWALs, maxLogs=10 2024-12-02T14:46:40,782 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/WALs/b4ac66777750,38503,1733150796616/b4ac66777750%2C38503%2C1733150796616.b4ac66777750%2C38503%2C1733150796616.regiongroup-0.1733150800760, exclude list is [], retry=0 2024-12-02T14:46:40,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:46:40,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T14:46:40,849 INFO [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/WALs/b4ac66777750,38503,1733150796616/b4ac66777750%2C38503%2C1733150796616.b4ac66777750%2C38503%2C1733150796616.regiongroup-0.1733150800760 2024-12-02T14:46:40,850 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:46:40,850 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:46:40,851 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:40,854 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:46:40,855 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:46:40,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:46:40,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T14:46:40,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:40,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:46:40,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:46:40,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T14:46:40,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:40,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:40,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:46:40,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T14:46:40,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:40,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:40,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:46:40,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T14:46:40,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:40,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:40,950 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:46:40,953 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:46:40,954 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:46:40,960 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:46:40,961 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:46:40,964 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:46:40,968 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T14:46:40,972 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:46:40,974 INFO [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10524807520, jitterRate=-0.01980091631412506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:46:40,983 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733150800874Initializing all the Stores at 1733150800877 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733150800877Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150800879 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150800879Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150800879Cleaning up temporary data from old regions at 1733150800961 (+82 ms)Region opened successfully at 1733150800983 (+22 ms) 2024-12-02T14:46:40,985 INFO [master/b4ac66777750:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T14:46:41,019 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554a4f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=b4ac66777750/172.17.0.3:0 2024-12-02T14:46:41,072 INFO [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T14:46:41,086 INFO [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T14:46:41,087 INFO [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T14:46:41,092 INFO [master/b4ac66777750:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T14:46:41,093 INFO [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T14:46:41,099 INFO [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-02T14:46:41,099 INFO [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T14:46:41,136 INFO [master/b4ac66777750:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T14:46:41,148 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-02T14:46:41,151 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-12-02T14:46:41,154 INFO [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T14:46:41,155 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-02T14:46:41,157 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-12-02T14:46:41,159 INFO [master/b4ac66777750:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T14:46:41,163 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-02T14:46:41,165 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-12-02T14:46:41,167 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-02T14:46:41,169 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-12-02T14:46:41,193 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T14:46:41,195 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-02T14:46:41,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-02T14:46:41,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-02T14:46:41,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:41,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:41,204 INFO [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4ac66777750,38503,1733150796616, sessionid=0x1009b7471930000, setting cluster-up flag (Was=false) 2024-12-02T14:46:41,211 INFO [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-12-02T14:46:41,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:41,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:41,224 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-02T14:46:41,226 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,38503,1733150796616 2024-12-02T14:46:41,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:41,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:41,235 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-12-02T14:46:41,236 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,38503,1733150796616 2024-12-02T14:46:41,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:41,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:41,247 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-02T14:46:41,249 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4ac66777750,38503,1733150796616 2024-12-02T14:46:41,255 INFO [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T14:46:41,310 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(746): ClusterId : cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda 2024-12-02T14:46:41,318 INFO [RS:0;b4ac66777750:41023 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-12-02T14:46:41,326 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T14:46:41,337 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T14:46:41,337 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-12-02T14:46:41,344 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-12-02T14:46:41,344 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T14:46:41,351 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T14:46:41,352 DEBUG [RS:0;b4ac66777750:41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f9ef7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=b4ac66777750/172.17.0.3:0 2024-12-02T14:46:41,381 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4ac66777750:41023 2024-12-02T14:46:41,384 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T14:46:41,385 INFO [RS:0;b4ac66777750:41023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T14:46:41,386 INFO [RS:0;b4ac66777750:41023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T14:46:41,386 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T14:46:41,388 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,38503,1733150796616 with port=41023, startcode=1733150798573 2024-12-02T14:46:41,395 INFO [master/b4ac66777750:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T14:46:41,400 DEBUG [RS:0;b4ac66777750:41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T14:46:41,401 INFO [master/b4ac66777750:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T14:46:41,406 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4ac66777750,38503,1733150796616 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T14:46:41,413 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:46:41,413 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:46:41,413 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:46:41,413 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4ac66777750:0, corePoolSize=5, maxPoolSize=5 2024-12-02T14:46:41,413 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4ac66777750:0, corePoolSize=10, maxPoolSize=10 2024-12-02T14:46:41,413 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,414 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4ac66777750:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:46:41,414 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:46:41,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T14:46:41,422 INFO [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733150831421 2024-12-02T14:46:41,423 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T14:46:41,424 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T14:46:41,427 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:41,428 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T14:46:41,431 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T14:46:41,432 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-12-02T14:46:41,433 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T14:46:41,435 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T14:46:41,435 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T14:46:41,436 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,442 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54077, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T14:46:41,444 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T14:46:41,445 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T14:46:41,446 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T14:46:41,448 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T14:46:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741831_1007 (size=1321) 2024-12-02T14:46:41,459 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571139d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:41,459 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:46:41,462 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:46:41,467 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:46:41,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:46:41,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:46:41,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ae9c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:41,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:46:41,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:46:41,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:46:41,479 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:46:41,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74585825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:41,483 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-02T14:46:41,485 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T14:46:41,485 WARN [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T14:46:41,485 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T14:46:41,486 INFO [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T14:46:41,487 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733150801487,5,FailOnTimeoutGroup] 2024-12-02T14:46:41,488 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733150801488,5,FailOnTimeoutGroup] 2024-12-02T14:46:41,488 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,488 INFO [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T14:46:41,489 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,490 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,586 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4ac66777750,38503,1733150796616 with port=41023, startcode=1733150798573 2024-12-02T14:46:41,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4ac66777750,41023,1733150798573 2024-12-02T14:46:41,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38503 {}] master.ServerManager(517): Registering regionserver=b4ac66777750,41023,1733150798573 2024-12-02T14:46:41,601 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:46:41,601 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40783 2024-12-02T14:46:41,601 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=36799 2024-12-02T14:46:41,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-02T14:46:41,610 DEBUG [RS:0;b4ac66777750:41023 {}] zookeeper.ZKUtil(111): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on existing znode=/1/rs/b4ac66777750,41023,1733150798573 2024-12-02T14:46:41,611 WARN [RS:0;b4ac66777750:41023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T14:46:41,611 INFO [RS:0;b4ac66777750:41023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-02T14:46:41,611 INFO [RS:0;b4ac66777750:41023 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-02T14:46:41,611 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573 2024-12-02T14:46:41,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4ac66777750,41023,1733150798573] 2024-12-02T14:46:41,645 INFO [RS:0;b4ac66777750:41023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T14:46:41,670 INFO [RS:0;b4ac66777750:41023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T14:46:41,675 INFO [RS:0;b4ac66777750:41023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T14:46:41,676 INFO [RS:0;b4ac66777750:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,678 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T14:46:41,685 INFO [RS:0;b4ac66777750:41023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T14:46:41,686 INFO [RS:0;b4ac66777750:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,687 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,687 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,687 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,687 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,687 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,688 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4ac66777750:0, corePoolSize=2, maxPoolSize=2 2024-12-02T14:46:41,688 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,688 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,688 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,688 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,689 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,689 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4ac66777750:0, corePoolSize=1, maxPoolSize=1 2024-12-02T14:46:41,689 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:46:41,689 DEBUG [RS:0;b4ac66777750:41023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4ac66777750:0, corePoolSize=3, maxPoolSize=3 2024-12-02T14:46:41,692 INFO [RS:0;b4ac66777750:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,693 INFO [RS:0;b4ac66777750:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,693 INFO [RS:0;b4ac66777750:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,693 INFO [RS:0;b4ac66777750:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,693 INFO [RS:0;b4ac66777750:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,693 INFO [RS:0;b4ac66777750:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,41023,1733150798573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:46:41,722 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T14:46:41,724 INFO [RS:0;b4ac66777750:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,41023,1733150798573-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,725 INFO [RS:0;b4ac66777750:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,725 INFO [RS:0;b4ac66777750:41023 {}] regionserver.Replication(171): b4ac66777750,41023,1733150798573 started 2024-12-02T14:46:41,745 INFO [RS:0;b4ac66777750:41023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:41,745 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1482): Serving as b4ac66777750,41023,1733150798573, RpcServer on b4ac66777750/172.17.0.3:41023, sessionid=0x1009b7471930001 2024-12-02T14:46:41,746 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T14:46:41,746 DEBUG [RS:0;b4ac66777750:41023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4ac66777750,41023,1733150798573 2024-12-02T14:46:41,746 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,41023,1733150798573' 2024-12-02T14:46:41,747 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-02T14:46:41,748 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-02T14:46:41,749 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T14:46:41,749 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-12-02T14:46:41,749 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,41023,1733150798573' 2024-12-02T14:46:41,749 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T14:46:41,750 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T14:46:41,751 INFO [RS:0;b4ac66777750:41023 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-12-02T14:46:41,751 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-12-02T14:46:41,751 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T14:46:41,751 DEBUG [RS:0;b4ac66777750:41023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4ac66777750,41023,1733150798573 2024-12-02T14:46:41,752 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4ac66777750,41023,1733150798573' 2024-12-02T14:46:41,752 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-02T14:46:41,756 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-02T14:46:41,757 DEBUG [RS:0;b4ac66777750:41023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T14:46:41,757 INFO [RS:0;b4ac66777750:41023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T14:46:41,757 INFO [RS:0;b4ac66777750:41023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T14:46:41,854 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T14:46:41,854 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:46:41,864 INFO [RS:0;b4ac66777750:41023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:46:41,865 INFO [RS:0;b4ac66777750:41023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b4ac66777750,41023,1733150798573.regiongroup-0 2024-12-02T14:46:41,868 INFO [RS:0;b4ac66777750:41023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0, suffix=, logDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573, archiveDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs, maxLogs=32 2024-12-02T14:46:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741832_1008 (size=32) 2024-12-02T14:46:41,893 DEBUG [RS:0;b4ac66777750:41023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150801872, exclude list is [], retry=0 2024-12-02T14:46:41,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:46:41,901 INFO [RS:0;b4ac66777750:41023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150801872 2024-12-02T14:46:41,902 DEBUG [RS:0;b4ac66777750:41023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:46:42,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:42,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:46:42,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:46:42,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:42,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:46:42,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:46:42,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:46:42,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:42,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:46:42,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:46:42,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:46:42,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:42,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:46:42,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:46:42,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:46:42,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:42,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:46:42,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:46:42,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740 2024-12-02T14:46:42,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740 2024-12-02T14:46:42,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:46:42,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:46:42,294 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:46:42,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:46:42,299 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:46:42,300 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12018305920, jitterRate=0.11929196119308472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:46:42,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733150802273Initializing all the Stores at 1733150802275 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733150802275Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733150802275Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150802275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733150802275Cleaning up temporary data from old regions at 1733150802293 (+18 ms)Region opened successfully at 1733150802302 (+9 ms) 2024-12-02T14:46:42,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:46:42,302 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:46:42,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:46:42,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:46:42,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:46:42,303 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:46:42,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733150802302Disabling compacts and flushes for region at 1733150802302Disabling writes for close at 1733150802302Writing region close event to WAL at 1733150802303 (+1 ms)Closed at 1733150802303 2024-12-02T14:46:42,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:46:42,307 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T14:46:42,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T14:46:42,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:46:42,323 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T14:46:42,476 DEBUG [b4ac66777750:38503 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T14:46:42,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:42,496 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,41023,1733150798573, state=OPENING 2024-12-02T14:46:42,502 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T14:46:42,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:42,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:46:42,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-02T14:46:42,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-02T14:46:42,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T14:46:42,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:46:42,689 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T14:46:42,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60841, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T14:46:42,704 INFO [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T14:46:42,704 INFO [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-02T14:46:42,705 INFO [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-02T14:46:42,705 INFO [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:46:42,705 INFO [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T14:46:42,713 INFO [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C41023%2C1733150798573.meta, suffix=.meta, logDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573, archiveDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs, maxLogs=32 2024-12-02T14:46:42,728 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150802714.meta, exclude list is [], retry=0 2024-12-02T14:46:42,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:46:42,735 INFO [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150802714.meta 2024-12-02T14:46:42,736 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:46:42,736 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:46:42,742 INFO [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:46:42,743 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T14:46:42,746 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T14:46:42,747 INFO [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T14:46:42,752 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T14:46:42,752 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:42,753 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T14:46:42,753 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T14:46:42,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T14:46:42,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T14:46:42,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:42,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:46:42,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T14:46:42,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T14:46:42,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:42,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:46:42,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T14:46:42,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T14:46:42,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:42,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:46:42,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T14:46:42,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T14:46:42,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:42,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T14:46:42,767 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T14:46:42,768 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740 2024-12-02T14:46:42,771 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740 2024-12-02T14:46:42,773 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T14:46:42,773 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T14:46:42,774 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T14:46:42,777 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T14:46:42,779 INFO [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11481417120, jitterRate=0.06929029524326324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T14:46:42,779 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T14:46:42,783 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733150802754Writing region info on filesystem at 1733150802754Initializing all the Stores at 1733150802756 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733150802756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733150802756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150802756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733150802756Cleaning up temporary data from old regions at 1733150802773 (+17 ms)Running coprocessor post-open hooks at 1733150802779 (+6 ms)Region opened successfully at 1733150802782 (+3 ms) 2024-12-02T14:46:42,790 INFO [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733150802677 2024-12-02T14:46:42,803 DEBUG [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T14:46:42,804 INFO [RS_OPEN_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T14:46:42,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:42,807 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4ac66777750,41023,1733150798573, state=OPEN 2024-12-02T14:46:42,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-02T14:46:42,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-02T14:46:42,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-02T14:46:42,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-02T14:46:42,810 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4ac66777750,41023,1733150798573 2024-12-02T14:46:42,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T14:46:42,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4ac66777750,41023,1733150798573 in 301 msec 2024-12-02T14:46:42,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T14:46:42,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-12-02T14:46:42,822 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T14:46:42,822 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T14:46:42,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:46:42,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:46:42,867 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:46:42,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58153, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:46:42,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6070 sec 2024-12-02T14:46:42,894 INFO [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733150802894, completionTime=-1 2024-12-02T14:46:42,898 INFO [master/b4ac66777750:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T14:46:42,898 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T14:46:42,932 INFO [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T14:46:42,932 INFO [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733150862932 2024-12-02T14:46:42,932 INFO [master/b4ac66777750:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733150922932 2024-12-02T14:46:42,932 INFO [master/b4ac66777750:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-12-02T14:46:42,934 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38503,1733150796616-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:42,935 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38503,1733150796616-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:42,935 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38503,1733150796616-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:42,937 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4ac66777750:38503, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:42,937 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:42,938 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:42,944 DEBUG [master/b4ac66777750:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T14:46:42,973 INFO [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.204sec 2024-12-02T14:46:42,975 INFO [master/b4ac66777750:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T14:46:42,976 INFO [master/b4ac66777750:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T14:46:42,977 INFO [master/b4ac66777750:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T14:46:42,978 INFO [master/b4ac66777750:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T14:46:42,978 INFO [master/b4ac66777750:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T14:46:42,979 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38503,1733150796616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T14:46:42,980 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38503,1733150796616-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T14:46:42,989 DEBUG [master/b4ac66777750:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T14:46:42,990 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T14:46:42,990 INFO [master/b4ac66777750:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4ac66777750,38503,1733150796616-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T14:46:43,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dc9676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:43,006 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T14:46:43,006 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T14:46:43,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:46:43,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:46:43,019 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:46:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:46:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:46:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afd5ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:43,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:46:43,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:46:43,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:46:43,024 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:46:43,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f57d422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:43,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:46:43,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:46:43,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:46:43,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:46:43,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4ac66777750,38503,1733150796616 2024-12-02T14:46:43,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-12-02T14:46:43,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/test.cache.data in system properties and HBase conf 2024-12-02T14:46:43,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T14:46:43,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir in system properties and HBase conf 2024-12-02T14:46:43,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T14:46:43,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T14:46:43,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T14:46:43,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:46:43,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T14:46:43,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T14:46:43,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:46:43,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T14:46:43,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T14:46:43,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T14:46:43,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:46:43,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T14:46:43,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/nfs.dump.dir in system properties and HBase conf 2024-12-02T14:46:43,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/java.io.tmpdir in system properties and HBase conf 2024-12-02T14:46:43,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T14:46:43,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T14:46:43,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T14:46:43,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741835_1011 (size=592039) 2024-12-02T14:46:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741836_1012 (size=1663647) 2024-12-02T14:46:45,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:46:45,476 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:46:45,723 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:46:45,725 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-02T14:46:45,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:46:45,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:46:45,742 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:46:45,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:46:45,742 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:46:45,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:46:45,744 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:46:45,745 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@357aa33d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:46:45,746 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338ad629{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-02T14:46:45,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:46:45,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:46:45,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-02T14:46:45,945 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-12-02T14:46:45,945 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-12-02T14:46:45,945 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-02T14:46:45,950 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-02T14:46:46,003 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T14:46:46,220 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T14:46:46,525 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T14:46:46,551 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40f170e4{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/java.io.tmpdir/jetty-localhost-39361-hadoop-yarn-common-3_4_1_jar-_-any-9756649957824416773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-02T14:46:46,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44b461a2{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/java.io.tmpdir/jetty-localhost-44965-hadoop-yarn-common-3_4_1_jar-_-any-9087276493374434237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-02T14:46:46,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:44965} 2024-12-02T14:46:46,553 INFO [Time-limited test {}] server.Server(415): Started @17654ms 2024-12-02T14:46:46,556 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@6bda844c{HTTP/1.1, (http/1.1)}{localhost:39361} 2024-12-02T14:46:46,556 INFO [Thread-251 {}] server.Server(415): Started @17658ms 2024-12-02T14:46:46,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741837_1013 (size=5) 2024-12-02T14:46:47,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T14:46:47,146 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T14:46:47,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:46:47,154 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-12-02T14:46:47,155 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:46:47,155 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T14:46:47,155 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T14:46:47,155 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T14:46:47,568 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-02T14:46:47,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:46:47,608 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-02T14:46:47,609 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:46:47,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:46:47,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:46:47,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:46:47,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:46:47,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1940f674{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:46:47,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bcdc824{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-02T14:46:47,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T14:46:47,698 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-02T14:46:47,698 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-02T14:46:47,699 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-02T14:46:47,699 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-02T14:46:47,709 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T14:46:47,716 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T14:46:47,839 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T14:46:47,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39904629{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/java.io.tmpdir/jetty-localhost-38761-hadoop-yarn-common-3_4_1_jar-_-any-190159218553269272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-02T14:46:47,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a834d05{HTTP/1.1, (http/1.1)}{localhost:38761} 2024-12-02T14:46:47,852 INFO [Time-limited test {}] server.Server(415): Started @18954ms 2024-12-02T14:46:48,020 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-02T14:46:48,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:46:48,039 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-02T14:46:48,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T14:46:48,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T14:46:48,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T14:46:48,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T14:46:48,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T14:46:48,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c307c6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,AVAILABLE} 2024-12-02T14:46:48,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d442c7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-02T14:46:48,113 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-02T14:46:48,113 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-02T14:46:48,114 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-02T14:46:48,114 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-02T14:46:48,121 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T14:46:48,125 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T14:46:48,214 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-02T14:46:48,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ee8f414{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/java.io.tmpdir/jetty-localhost-40423-hadoop-yarn-common-3_4_1_jar-_-any-14240469933462176446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-02T14:46:48,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@642258ee{HTTP/1.1, (http/1.1)}{localhost:40423} 2024-12-02T14:46:48,219 INFO [Time-limited test {}] server.Server(415): Started @19321ms 2024-12-02T14:46:48,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-12-02T14:46:48,262 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:40783/backupUT 2024-12-02T14:46:48,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:46:48,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:46:48,276 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-02T14:46:48,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e455227 2024-12-02T14:46:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:46:48,283 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:46:48,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'} 2024-12-02T14:46:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-12-02T14:46:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:46:48,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 22 msec 2024-12-02T14:46:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T14:46:48,415 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-12-02T14:46:48,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'} 2024-12-02T14:46:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-12-02T14:46:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-02T14:46:48,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 14 msec 2024-12-02T14:46:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-02T14:46:48,535 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-12-02T14:46:48,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'} 2024-12-02T14:46:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-12-02T14:46:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-02T14:46:48,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 13 msec 2024-12-02T14:46:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-02T14:46:48,647 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-12-02T14:46:48,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'} 2024-12-02T14:46:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-12-02T14:46:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:46:48,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec 2024-12-02T14:46:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T14:46:48,765 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-12-02T14:46:48,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1733150808262', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:46:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733150808262 2024-12-02T14:46:48,783 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733150808262 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:46:48,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test-1733150808262" procId is: 8 2024-12-02T14:46:48,785 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-02T14:46:48,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733150808262 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:46:48,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741838_1014 (size=367) 2024-12-02T14:46:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-02T14:46:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-02T14:46:49,203 INFO [RegionOpenAndInit-test-1733150808262-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1bfbff59aafc406bc571c82d71a7170a, NAME => 'test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733150808262', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:46:49,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741839_1015 (size=53) 2024-12-02T14:46:49,213 DEBUG [RegionOpenAndInit-test-1733150808262-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:49,213 DEBUG [RegionOpenAndInit-test-1733150808262-pool-0 {}] regionserver.HRegion(1722): Closing 1bfbff59aafc406bc571c82d71a7170a, disabling compactions & flushes 2024-12-02T14:46:49,213 INFO [RegionOpenAndInit-test-1733150808262-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:49,213 DEBUG [RegionOpenAndInit-test-1733150808262-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:49,213 DEBUG [RegionOpenAndInit-test-1733150808262-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. after waiting 0 ms 2024-12-02T14:46:49,213 DEBUG [RegionOpenAndInit-test-1733150808262-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:49,213 INFO [RegionOpenAndInit-test-1733150808262-pool-0 {}] regionserver.HRegion(1973): Closed test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:49,213 DEBUG [RegionOpenAndInit-test-1733150808262-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1bfbff59aafc406bc571c82d71a7170a: Waiting for close lock at 1733150809213Disabling compacts and flushes for region at 1733150809213Disabling writes for close at 1733150809213Writing region close event to WAL at 1733150809213Closed at 1733150809213 2024-12-02T14:46:49,215 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733150808262 execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:46:49,221 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733150809215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733150809215"}]},"ts":"1733150809215"} 2024-12-02T14:46:49,226 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:46:49,227 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733150808262 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:46:49,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733150808262","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150809227"}]},"ts":"1733150809227"} 2024-12-02T14:46:49,235 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733150808262, state=ENABLING in hbase:meta 2024-12-02T14:46:49,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, ASSIGN}] 2024-12-02T14:46:49,238 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, ASSIGN 2024-12-02T14:46:49,240 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, ASSIGN; state=OFFLINE, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=false 2024-12-02T14:46:49,391 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1bfbff59aafc406bc571c82d71a7170a, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:49,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, ASSIGN because future has completed 2024-12-02T14:46:49,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:46:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-02T14:46:49,571 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:49,572 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T14:46:49,572 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor b4ac66777750,41023,1733150798573.regiongroup-1 2024-12-02T14:46:49,576 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1, suffix=, logDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573, archiveDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs, maxLogs=32 2024-12-02T14:46:49,602 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150809579, exclude list is [], retry=0 2024-12-02T14:46:49,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:46:49,608 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150809579 2024-12-02T14:46:49,608 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:46:49,608 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bfbff59aafc406bc571c82d71a7170a, NAME => 'test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:46:49,609 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:46:49,609 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733150808262 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:49,609 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:49,609 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:49,609 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:49,611 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:49,613 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bfbff59aafc406bc571c82d71a7170a columnFamilyName f 2024-12-02T14:46:49,613 DEBUG [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:49,614 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(327): Store=1bfbff59aafc406bc571c82d71a7170a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:49,614 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:49,615 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:49,616 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:49,617 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:49,617 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:49,619 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:49,622 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:46:49,623 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 1bfbff59aafc406bc571c82d71a7170a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10714626240, jitterRate=-0.0021226704120635986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:46:49,623 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:49,624 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1bfbff59aafc406bc571c82d71a7170a: Running coprocessor pre-open hook at 1733150809609Writing region info on filesystem at 1733150809609Initializing all the Stores at 1733150809611 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150809611Cleaning up temporary data from old regions at 1733150809617 (+6 ms)Running coprocessor post-open hooks at 1733150809623 (+6 ms)Region opened successfully at 1733150809624 (+1 ms) 2024-12-02T14:46:49,626 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a., pid=10, masterSystemTime=1733150809550 2024-12-02T14:46:49,629 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:49,629 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:49,631 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1bfbff59aafc406bc571c82d71a7170a, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:49,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:46:49,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T14:46:49,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573 in 240 msec 2024-12-02T14:46:49,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T14:46:49,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, ASSIGN in 404 msec 2024-12-02T14:46:49,645 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733150808262 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:46:49,645 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733150808262","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150809645"}]},"ts":"1733150809645"} 2024-12-02T14:46:49,648 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733150808262, state=ENABLED in hbase:meta 2024-12-02T14:46:49,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733150808262 execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:46:49,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733150808262 in 874 msec 2024-12-02T14:46:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-02T14:46:49,925 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733150808262 completed 2024-12-02T14:46:49,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af78580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:49,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:46:49,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:46:49,928 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:46:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:46:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:46:49,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685a6739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:49,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:46:49,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:46:49,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:46:49,932 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:46:49,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2126a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:49,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:46:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:46:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:46:49,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:46:49,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733150808262', row='row0', locateType=CURRENT is [region=test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:46:49,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegion(8528): writing data to region test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T14:46:50,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17331508082621', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:46:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17331508082621 2024-12-02T14:46:50,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17331508082621 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:46:50,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:50,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "test-17331508082621" procId is: 11 2024-12-02T14:46:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T14:46:50,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17331508082621 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:46:50,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741841_1017 (size=364) 2024-12-02T14:46:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T14:46:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T14:46:50,537 INFO [RegionOpenAndInit-ns2:test-17331508082621-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cdef05b758638a30855a50cf4649e5a, NAME => 'ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17331508082621', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:46:50,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741842_1018 (size=50) 2024-12-02T14:46:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T14:46:50,947 DEBUG [RegionOpenAndInit-ns2:test-17331508082621-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:50,947 DEBUG [RegionOpenAndInit-ns2:test-17331508082621-pool-0 {}] regionserver.HRegion(1722): Closing 1cdef05b758638a30855a50cf4649e5a, disabling compactions & flushes 2024-12-02T14:46:50,947 INFO [RegionOpenAndInit-ns2:test-17331508082621-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:46:50,948 DEBUG [RegionOpenAndInit-ns2:test-17331508082621-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:46:50,948 DEBUG [RegionOpenAndInit-ns2:test-17331508082621-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. after waiting 0 ms 2024-12-02T14:46:50,948 DEBUG [RegionOpenAndInit-ns2:test-17331508082621-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:46:50,948 INFO [RegionOpenAndInit-ns2:test-17331508082621-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:46:50,948 DEBUG [RegionOpenAndInit-ns2:test-17331508082621-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cdef05b758638a30855a50cf4649e5a: Waiting for close lock at 1733150810947Disabling compacts and flushes for region at 1733150810947Disabling writes for close at 1733150810948 (+1 ms)Writing region close event to WAL at 1733150810948Closed at 1733150810948 2024-12-02T14:46:50,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17331508082621 execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:46:50,950 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733150810950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733150810950"}]},"ts":"1733150810950"} 2024-12-02T14:46:50,953 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:46:50,955 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17331508082621 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:46:50,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17331508082621","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150810955"}]},"ts":"1733150810955"} 2024-12-02T14:46:50,958 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17331508082621, state=ENABLING in hbase:meta 2024-12-02T14:46:50,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17331508082621, region=1cdef05b758638a30855a50cf4649e5a, ASSIGN}] 2024-12-02T14:46:50,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17331508082621, region=1cdef05b758638a30855a50cf4649e5a, ASSIGN 2024-12-02T14:46:50,961 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17331508082621, region=1cdef05b758638a30855a50cf4649e5a, ASSIGN; state=OFFLINE, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=false 2024-12-02T14:46:51,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1cdef05b758638a30855a50cf4649e5a, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:51,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17331508082621, region=1cdef05b758638a30855a50cf4649e5a, ASSIGN because future has completed 2024-12-02T14:46:51,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cdef05b758638a30855a50cf4649e5a, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:46:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T14:46:51,273 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:46:51,274 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cdef05b758638a30855a50cf4649e5a, NAME => 'ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:46:51,274 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:46:51,274 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17331508082621 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:46:51,274 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:51,274 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:46:51,274 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:46:51,277 INFO [StoreOpener-1cdef05b758638a30855a50cf4649e5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:46:51,279 INFO [StoreOpener-1cdef05b758638a30855a50cf4649e5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cdef05b758638a30855a50cf4649e5a columnFamilyName f 2024-12-02T14:46:51,279 DEBUG [StoreOpener-1cdef05b758638a30855a50cf4649e5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:51,280 INFO [StoreOpener-1cdef05b758638a30855a50cf4649e5a-1 {}] regionserver.HStore(327): Store=1cdef05b758638a30855a50cf4649e5a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:51,280 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:46:51,282 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:46:51,283 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:46:51,284 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:46:51,284 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:46:51,287 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:46:51,290 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:46:51,290 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 1cdef05b758638a30855a50cf4649e5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10612923520, jitterRate=-0.01159447431564331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:46:51,291 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:46:51,292 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 1cdef05b758638a30855a50cf4649e5a: Running coprocessor pre-open hook at 1733150811275Writing region info on filesystem at 1733150811275Initializing all the Stores at 1733150811276 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150811276Cleaning up temporary data from old regions at 1733150811284 (+8 ms)Running coprocessor post-open hooks at 1733150811291 (+7 ms)Region opened successfully at 1733150811292 (+1 ms) 2024-12-02T14:46:51,293 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a., pid=13, masterSystemTime=1733150811269 2024-12-02T14:46:51,296 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:46:51,296 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:46:51,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1cdef05b758638a30855a50cf4649e5a, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:51,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cdef05b758638a30855a50cf4649e5a, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:46:51,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T14:46:51,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cdef05b758638a30855a50cf4649e5a, server=b4ac66777750,41023,1733150798573 in 186 msec 2024-12-02T14:46:51,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T14:46:51,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17331508082621, region=1cdef05b758638a30855a50cf4649e5a, ASSIGN in 347 msec 2024-12-02T14:46:51,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17331508082621 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:46:51,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17331508082621","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150811311"}]},"ts":"1733150811311"} 2024-12-02T14:46:51,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17331508082621, state=ENABLED in hbase:meta 2024-12-02T14:46:51,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17331508082621 execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:46:51,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17331508082621 in 1.1960 sec 2024-12-02T14:46:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T14:46:52,285 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17331508082621 completed 2024-12-02T14:46:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17331508082621', row='row0', locateType=CURRENT is [region=ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:46:52,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegion(8528): writing data to region ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T14:46:52,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17331508082622', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:46:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17331508082622 2024-12-02T14:46:52,539 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17331508082622 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:46:52,539 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:52,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3" qualifier: "test-17331508082622" procId is: 14 2024-12-02T14:46:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T14:46:52,541 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17331508082622 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:46:52,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741843_1019 (size=390) 2024-12-02T14:46:52,561 INFO [RegionOpenAndInit-ns3:test-17331508082622-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13c8ae0bbd9b98324ac84a28c9b40a78, NAME => 'ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17331508082622', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:46:52,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741844_1020 (size=50) 2024-12-02T14:46:52,570 DEBUG [RegionOpenAndInit-ns3:test-17331508082622-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:52,570 DEBUG [RegionOpenAndInit-ns3:test-17331508082622-pool-0 {}] regionserver.HRegion(1722): Closing 13c8ae0bbd9b98324ac84a28c9b40a78, disabling compactions & flushes 2024-12-02T14:46:52,570 INFO [RegionOpenAndInit-ns3:test-17331508082622-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:46:52,571 DEBUG [RegionOpenAndInit-ns3:test-17331508082622-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:46:52,571 DEBUG [RegionOpenAndInit-ns3:test-17331508082622-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. after waiting 0 ms 2024-12-02T14:46:52,571 DEBUG [RegionOpenAndInit-ns3:test-17331508082622-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:46:52,571 INFO [RegionOpenAndInit-ns3:test-17331508082622-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:46:52,571 DEBUG [RegionOpenAndInit-ns3:test-17331508082622-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13c8ae0bbd9b98324ac84a28c9b40a78: Waiting for close lock at 1733150812570Disabling compacts and flushes for region at 1733150812570Disabling writes for close at 1733150812571 (+1 ms)Writing region close event to WAL at 1733150812571Closed at 1733150812571 2024-12-02T14:46:52,572 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17331508082622 execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:46:52,573 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733150812572"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733150812572"}]},"ts":"1733150812572"} 2024-12-02T14:46:52,576 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:46:52,577 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17331508082622 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:46:52,577 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17331508082622","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150812577"}]},"ts":"1733150812577"} 2024-12-02T14:46:52,579 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17331508082622, state=ENABLING in hbase:meta 2024-12-02T14:46:52,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17331508082622, region=13c8ae0bbd9b98324ac84a28c9b40a78, ASSIGN}] 2024-12-02T14:46:52,581 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17331508082622, region=13c8ae0bbd9b98324ac84a28c9b40a78, ASSIGN 2024-12-02T14:46:52,582 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17331508082622, region=13c8ae0bbd9b98324ac84a28c9b40a78, ASSIGN; state=OFFLINE, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=false 2024-12-02T14:46:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T14:46:52,733 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=13c8ae0bbd9b98324ac84a28c9b40a78, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:52,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17331508082622, region=13c8ae0bbd9b98324ac84a28c9b40a78, ASSIGN because future has completed 2024-12-02T14:46:52,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13c8ae0bbd9b98324ac84a28c9b40a78, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:46:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T14:46:52,894 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:46:52,895 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 13c8ae0bbd9b98324ac84a28c9b40a78, NAME => 'ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:46:52,895 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:46:52,895 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17331508082622 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:46:52,895 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:52,896 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:46:52,896 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:46:52,898 INFO [StoreOpener-13c8ae0bbd9b98324ac84a28c9b40a78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:46:52,900 INFO [StoreOpener-13c8ae0bbd9b98324ac84a28c9b40a78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13c8ae0bbd9b98324ac84a28c9b40a78 columnFamilyName f 2024-12-02T14:46:52,900 DEBUG [StoreOpener-13c8ae0bbd9b98324ac84a28c9b40a78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:52,901 INFO [StoreOpener-13c8ae0bbd9b98324ac84a28c9b40a78-1 {}] regionserver.HStore(327): Store=13c8ae0bbd9b98324ac84a28c9b40a78/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:52,901 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:46:52,902 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns3/test-17331508082622/13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:46:52,903 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns3/test-17331508082622/13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:46:52,904 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:46:52,904 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:46:52,906 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:46:52,909 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns3/test-17331508082622/13c8ae0bbd9b98324ac84a28c9b40a78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:46:52,910 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 13c8ae0bbd9b98324ac84a28c9b40a78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10645168960, jitterRate=-0.008591383695602417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:46:52,910 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:46:52,911 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 13c8ae0bbd9b98324ac84a28c9b40a78: Running coprocessor pre-open hook at 1733150812896Writing region info on filesystem at 1733150812896Initializing all the Stores at 1733150812897 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150812898 (+1 ms)Cleaning up temporary data from old regions at 1733150812904 (+6 ms)Running coprocessor post-open hooks at 1733150812910 (+6 ms)Region opened successfully at 1733150812911 (+1 ms) 2024-12-02T14:46:52,912 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78., pid=16, masterSystemTime=1733150812889 2024-12-02T14:46:52,915 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:46:52,915 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:46:52,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=13c8ae0bbd9b98324ac84a28c9b40a78, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:52,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13c8ae0bbd9b98324ac84a28c9b40a78, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:46:52,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-02T14:46:52,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 13c8ae0bbd9b98324ac84a28c9b40a78, server=b4ac66777750,41023,1733150798573 in 184 msec 2024-12-02T14:46:52,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T14:46:52,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17331508082622, region=13c8ae0bbd9b98324ac84a28c9b40a78, ASSIGN in 345 msec 2024-12-02T14:46:52,928 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17331508082622 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:46:52,929 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17331508082622","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150812928"}]},"ts":"1733150812928"} 2024-12-02T14:46:52,931 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17331508082622, state=ENABLED in hbase:meta 2024-12-02T14:46:52,932 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17331508082622 execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:46:52,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17331508082622 in 398 msec 2024-12-02T14:46:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T14:46:53,164 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17331508082622 completed 2024-12-02T14:46:53,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17331508082622 get assigned. Timeout = 60000ms 2024-12-02T14:46:53,166 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:46:53,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17331508082622 assigned to meta. Checking AM states. 2024-12-02T14:46:53,172 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:46:53,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17331508082622 assigned. 2024-12-02T14:46:53,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17331508082623', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:46:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17331508082623 2024-12-02T14:46:53,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17331508082623 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:46:53,178 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:53,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4" qualifier: "test-17331508082623" procId is: 17 2024-12-02T14:46:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T14:46:53,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17331508082623 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:46:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741845_1021 (size=390) 2024-12-02T14:46:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T14:46:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T14:46:53,591 INFO [RegionOpenAndInit-ns4:test-17331508082623-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb487b930277a4c002f816b012b2ceb6, NAME => 'ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17331508082623', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:46:53,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741846_1022 (size=50) 2024-12-02T14:46:53,603 DEBUG [RegionOpenAndInit-ns4:test-17331508082623-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:53,603 DEBUG [RegionOpenAndInit-ns4:test-17331508082623-pool-0 {}] regionserver.HRegion(1722): Closing eb487b930277a4c002f816b012b2ceb6, disabling compactions & flushes 2024-12-02T14:46:53,603 INFO [RegionOpenAndInit-ns4:test-17331508082623-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:46:53,603 DEBUG [RegionOpenAndInit-ns4:test-17331508082623-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:46:53,603 DEBUG [RegionOpenAndInit-ns4:test-17331508082623-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. after waiting 0 ms 2024-12-02T14:46:53,603 DEBUG [RegionOpenAndInit-ns4:test-17331508082623-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:46:53,603 INFO [RegionOpenAndInit-ns4:test-17331508082623-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:46:53,604 DEBUG [RegionOpenAndInit-ns4:test-17331508082623-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb487b930277a4c002f816b012b2ceb6: Waiting for close lock at 1733150813603Disabling compacts and flushes for region at 1733150813603Disabling writes for close at 1733150813603Writing region close event to WAL at 1733150813603Closed at 1733150813603 2024-12-02T14:46:53,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17331508082623 execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:46:53,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733150813605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733150813605"}]},"ts":"1733150813605"} 2024-12-02T14:46:53,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:46:53,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17331508082623 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:46:53,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17331508082623","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150813609"}]},"ts":"1733150813609"} 2024-12-02T14:46:53,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17331508082623, state=ENABLING in hbase:meta 2024-12-02T14:46:53,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17331508082623, region=eb487b930277a4c002f816b012b2ceb6, ASSIGN}] 2024-12-02T14:46:53,612 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17331508082623, region=eb487b930277a4c002f816b012b2ceb6, ASSIGN 2024-12-02T14:46:53,614 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17331508082623, region=eb487b930277a4c002f816b012b2ceb6, ASSIGN; state=OFFLINE, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=false 2024-12-02T14:46:53,639 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17331508082621' 2024-12-02T14:46:53,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733150808262' 2024-12-02T14:46:53,641 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17331508082622' 2024-12-02T14:46:53,764 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=eb487b930277a4c002f816b012b2ceb6, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:53,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17331508082623, region=eb487b930277a4c002f816b012b2ceb6, ASSIGN because future has completed 2024-12-02T14:46:53,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb487b930277a4c002f816b012b2ceb6, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:46:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T14:46:53,925 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:46:53,926 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => eb487b930277a4c002f816b012b2ceb6, NAME => 'ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:46:53,926 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:46:53,926 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17331508082623 eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:46:53,926 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:53,926 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:46:53,926 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:46:53,928 INFO [StoreOpener-eb487b930277a4c002f816b012b2ceb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:46:53,932 INFO [StoreOpener-eb487b930277a4c002f816b012b2ceb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb487b930277a4c002f816b012b2ceb6 columnFamilyName f 2024-12-02T14:46:53,932 DEBUG [StoreOpener-eb487b930277a4c002f816b012b2ceb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:53,933 INFO [StoreOpener-eb487b930277a4c002f816b012b2ceb6-1 {}] regionserver.HStore(327): Store=eb487b930277a4c002f816b012b2ceb6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:53,933 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:46:53,934 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns4/test-17331508082623/eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:46:53,935 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns4/test-17331508082623/eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:46:53,935 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:46:53,935 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:46:53,937 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:46:53,940 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns4/test-17331508082623/eb487b930277a4c002f816b012b2ceb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:46:53,941 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened eb487b930277a4c002f816b012b2ceb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11549931520, jitterRate=0.07567119598388672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:46:53,941 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:46:53,943 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for eb487b930277a4c002f816b012b2ceb6: Running coprocessor pre-open hook at 1733150813926Writing region info on filesystem at 1733150813926Initializing all the Stores at 1733150813928 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150813928Cleaning up temporary data from old regions at 1733150813935 (+7 ms)Running coprocessor post-open hooks at 1733150813941 (+6 ms)Region opened successfully at 1733150813943 (+2 ms) 2024-12-02T14:46:53,944 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6., pid=19, masterSystemTime=1733150813920 2024-12-02T14:46:53,947 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:46:53,947 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:46:53,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=eb487b930277a4c002f816b012b2ceb6, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:53,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb487b930277a4c002f816b012b2ceb6, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:46:53,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T14:46:53,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure eb487b930277a4c002f816b012b2ceb6, server=b4ac66777750,41023,1733150798573 in 185 msec 2024-12-02T14:46:53,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-02T14:46:53,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17331508082623, region=eb487b930277a4c002f816b012b2ceb6, ASSIGN in 345 msec 2024-12-02T14:46:53,961 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17331508082623 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:46:53,961 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17331508082623","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150813961"}]},"ts":"1733150813961"} 2024-12-02T14:46:53,964 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17331508082623, state=ENABLED in hbase:meta 2024-12-02T14:46:53,965 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17331508082623 execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:46:53,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17331508082623 in 790 msec 2024-12-02T14:46:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T14:46:54,315 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17331508082623 completed 2024-12-02T14:46:54,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17331508082623 get assigned. Timeout = 60000ms 2024-12-02T14:46:54,315 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:46:54,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17331508082623 assigned to meta. Checking AM states. 2024-12-02T14:46:54,319 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:46:54,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17331508082623 assigned. 2024-12-02T14:46:54,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:46:54,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:46:54,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:46:54,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:46:54,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:46:54,362 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=631, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=17, AvailableMemoryMB=6436 2024-12-02T14:46:54,364 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-12-02T14:46:54,365 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-12-02T14:46:54,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733150808262 from 'test-1733150808262', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733150808262', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:46:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733150808262 2024-12-02T14:46:54,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741847_1023 (size=908) 2024-12-02T14:46:54,801 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/.tabledesc/.tableinfo.0000000001.367 2024-12-02T14:46:54,801 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/.tabledesc/.tableinfo.0000000002.908 2024-12-02T14:46:54,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733150808262}] 2024-12-02T14:46:54,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, REOPEN/MOVE}] 2024-12-02T14:46:54,817 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, REOPEN/MOVE 2024-12-02T14:46:54,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=1bfbff59aafc406bc571c82d71a7170a, regionState=CLOSING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:54,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, REOPEN/MOVE because future has completed 2024-12-02T14:46:54,822 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T14:46:54,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:46:54,981 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:54,981 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T14:46:54,982 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 1bfbff59aafc406bc571c82d71a7170a, disabling compactions & flushes 2024-12-02T14:46:54,982 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:54,982 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:54,982 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. after waiting 0 ms 2024-12-02T14:46:54,982 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:54,986 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 1bfbff59aafc406bc571c82d71a7170a 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-02T14:46:55,077 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/f/e80f71200c4b44ef985dd3f8c7e66566 is 37, key is row10/f:q1/1733150809970/Put/seqid=0 2024-12-02T14:46:55,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741848_1024 (size=8413) 2024-12-02T14:46:55,091 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/f/e80f71200c4b44ef985dd3f8c7e66566 2024-12-02T14:46:55,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-02T14:46:55,180 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/f/e80f71200c4b44ef985dd3f8c7e66566 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 2024-12-02T14:46:55,192 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566, entries=99, sequenceid=103, filesize=8.2 K 2024-12-02T14:46:55,202 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 1bfbff59aafc406bc571c82d71a7170a in 212ms, sequenceid=103, compaction requested=false 2024-12-02T14:46:55,212 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-12-02T14:46:55,216 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:46:55,216 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:55,216 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 1bfbff59aafc406bc571c82d71a7170a: Waiting for close lock at 1733150814982Running coprocessor pre-close hooks at 1733150814982Disabling compacts and flushes for region at 1733150814982Disabling writes for close at 1733150814982Obtaining lock to block concurrent updates at 1733150814986 (+4 ms)Preparing flush snapshotting stores in 1bfbff59aafc406bc571c82d71a7170a at 1733150814986Finished memstore snapshotting test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733150814997 (+11 ms)Flushing stores of test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. at 1733150814999 (+2 ms)Flushing 1bfbff59aafc406bc571c82d71a7170a/f: creating writer at 1733150815001 (+2 ms)Flushing 1bfbff59aafc406bc571c82d71a7170a/f: appending metadata at 1733150815062 (+61 ms)Flushing 1bfbff59aafc406bc571c82d71a7170a/f: closing flushed file at 1733150815066 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328fb59: reopening flushed file at 1733150815178 (+112 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 1bfbff59aafc406bc571c82d71a7170a in 212ms, sequenceid=103, compaction requested=false at 1733150815202 (+24 ms)Writing region close event to WAL at 1733150815204 (+2 ms)Running coprocessor post-close hooks at 1733150815213 (+9 ms)Closed at 1733150815216 (+3 ms) 2024-12-02T14:46:55,216 WARN [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 1bfbff59aafc406bc571c82d71a7170a to self. 2024-12-02T14:46:55,219 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,220 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=1bfbff59aafc406bc571c82d71a7170a, regionState=CLOSED 2024-12-02T14:46:55,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:46:55,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-02T14:46:55,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573 in 402 msec 2024-12-02T14:46:55,228 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, REOPEN/MOVE; state=CLOSED, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=true 2024-12-02T14:46:55,379 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=1bfbff59aafc406bc571c82d71a7170a, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:55,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, REOPEN/MOVE because future has completed 2024-12-02T14:46:55,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:46:55,541 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:55,541 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bfbff59aafc406bc571c82d71a7170a, NAME => 'test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:46:55,541 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:46:55,542 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733150808262 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,542 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:55,542 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,542 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,544 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,545 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bfbff59aafc406bc571c82d71a7170a columnFamilyName f 2024-12-02T14:46:55,545 DEBUG [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:55,554 DEBUG [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 2024-12-02T14:46:55,554 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(327): Store=1bfbff59aafc406bc571c82d71a7170a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:55,554 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,556 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bfbff59aafc406bc571c82d71a7170a columnFamilyName f3 2024-12-02T14:46:55,556 DEBUG [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:55,557 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(327): Store=1bfbff59aafc406bc571c82d71a7170a/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:55,558 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,564 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bfbff59aafc406bc571c82d71a7170a columnFamilyName mob 2024-12-02T14:46:55,568 DEBUG [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:55,569 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(327): Store=1bfbff59aafc406bc571c82d71a7170a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:55,569 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,570 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,572 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,573 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,573 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,574 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733150808262 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:46:55,576 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,577 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 1bfbff59aafc406bc571c82d71a7170a; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11190864800, jitterRate=0.042230501770973206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:46:55,577 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:46:55,578 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 1bfbff59aafc406bc571c82d71a7170a: Running coprocessor pre-open hook at 1733150815542Writing region info on filesystem at 1733150815542Initializing all the Stores at 1733150815544 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150815544Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150815544Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150815544Cleaning up temporary data from old regions at 1733150815573 (+29 ms)Running coprocessor post-open hooks at 1733150815577 (+4 ms)Region opened successfully at 1733150815578 (+1 ms) 2024-12-02T14:46:55,579 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a., pid=24, masterSystemTime=1733150815536 2024-12-02T14:46:55,581 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:55,582 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:46:55,582 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=1bfbff59aafc406bc571c82d71a7170a, regionState=OPEN, openSeqNum=107, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:55,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:46:55,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-12-02T14:46:55,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573 in 204 msec 2024-12-02T14:46:55,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-02T14:46:55,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, REOPEN/MOVE in 772 msec 2024-12-02T14:46:55,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-02T14:46:55,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733150808262 in 787 msec 2024-12-02T14:46:55,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733150808262 in 1.2240 sec 2024-12-02T14:46:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-12-02T14:46:55,603 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733150808262 completed 2024-12-02T14:46:55,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e3e460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:55,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:46:55,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:46:55,605 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:46:55,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:46:55,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:46:55,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da89f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:55,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:46:55,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:46:55,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:46:55,607 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:46:55,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c8668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:55,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:46:55,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:46:55,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:46:55,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:46:55,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733150808262', row='row-test-1733150808262-3-0', locateType=CURRENT is [region=test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a., hostname=b4ac66777750,41023,1733150798573, seqNum=107] 2024-12-02T14:46:55,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:46:55,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:46:55,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20b67670 2024-12-02T14:46:55,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:46:55,670 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:46:55,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'} 2024-12-02T14:46:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-12-02T14:46:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-02T14:46:55,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 10 msec 2024-12-02T14:46:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-02T14:46:55,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-12-02T14:46:55,812 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:46:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-12-02T14:46:55,815 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:46:55,815 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:55,815 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-12-02T14:46:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-02T14:46:55,817 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:46:55,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741849_1025 (size=635) 2024-12-02T14:46:55,827 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 684dca1053307e848479749652253286, NAME => 'backup:system,,1733150815811.684dca1053307e848479749652253286.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:46:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741850_1026 (size=40) 2024-12-02T14:46:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-02T14:46:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-02T14:46:56,244 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733150815811.684dca1053307e848479749652253286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:56,244 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 684dca1053307e848479749652253286, disabling compactions & flushes 2024-12-02T14:46:56,245 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:46:56,245 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:46:56,245 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733150815811.684dca1053307e848479749652253286. after waiting 0 ms 2024-12-02T14:46:56,245 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:46:56,245 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:46:56,245 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 684dca1053307e848479749652253286: Waiting for close lock at 1733150816244Disabling compacts and flushes for region at 1733150816244Disabling writes for close at 1733150816245 (+1 ms)Writing region close event to WAL at 1733150816245Closed at 1733150816245 2024-12-02T14:46:56,247 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:46:56,248 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733150815811.684dca1053307e848479749652253286.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733150816247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733150816247"}]},"ts":"1733150816247"} 2024-12-02T14:46:56,250 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:46:56,252 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:46:56,252 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150816252"}]},"ts":"1733150816252"} 2024-12-02T14:46:56,255 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-12-02T14:46:56,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=684dca1053307e848479749652253286, ASSIGN}] 2024-12-02T14:46:56,257 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=684dca1053307e848479749652253286, ASSIGN 2024-12-02T14:46:56,259 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=684dca1053307e848479749652253286, ASSIGN; state=OFFLINE, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=false 2024-12-02T14:46:56,410 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=684dca1053307e848479749652253286, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:56,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=684dca1053307e848479749652253286, ASSIGN because future has completed 2024-12-02T14:46:56,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 684dca1053307e848479749652253286, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:46:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-02T14:46:56,571 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:46:56,571 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 684dca1053307e848479749652253286, NAME => 'backup:system,,1733150815811.684dca1053307e848479749652253286.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:46:56,571 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:46:56,572 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 684dca1053307e848479749652253286 2024-12-02T14:46:56,572 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733150815811.684dca1053307e848479749652253286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:56,572 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 684dca1053307e848479749652253286 2024-12-02T14:46:56,572 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 684dca1053307e848479749652253286 2024-12-02T14:46:56,574 INFO [StoreOpener-684dca1053307e848479749652253286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 684dca1053307e848479749652253286 2024-12-02T14:46:56,576 INFO [StoreOpener-684dca1053307e848479749652253286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684dca1053307e848479749652253286 columnFamilyName meta 2024-12-02T14:46:56,576 DEBUG [StoreOpener-684dca1053307e848479749652253286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:56,576 INFO [StoreOpener-684dca1053307e848479749652253286-1 {}] regionserver.HStore(327): Store=684dca1053307e848479749652253286/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:56,576 INFO [StoreOpener-684dca1053307e848479749652253286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 684dca1053307e848479749652253286 2024-12-02T14:46:56,578 INFO [StoreOpener-684dca1053307e848479749652253286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684dca1053307e848479749652253286 columnFamilyName session 2024-12-02T14:46:56,578 DEBUG [StoreOpener-684dca1053307e848479749652253286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:56,579 INFO [StoreOpener-684dca1053307e848479749652253286-1 {}] regionserver.HStore(327): Store=684dca1053307e848479749652253286/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:56,579 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 684dca1053307e848479749652253286 2024-12-02T14:46:56,580 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286 2024-12-02T14:46:56,581 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286 2024-12-02T14:46:56,582 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 684dca1053307e848479749652253286 2024-12-02T14:46:56,582 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 684dca1053307e848479749652253286 2024-12-02T14:46:56,582 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T14:46:56,585 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 684dca1053307e848479749652253286 2024-12-02T14:46:56,588 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:46:56,589 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 684dca1053307e848479749652253286; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11910711840, jitterRate=0.10927148163318634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T14:46:56,589 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 684dca1053307e848479749652253286 2024-12-02T14:46:56,590 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 684dca1053307e848479749652253286: Running coprocessor pre-open hook at 1733150816572Writing region info on filesystem at 1733150816572Initializing all the Stores at 1733150816573 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150816573Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150816573Cleaning up temporary data from old regions at 1733150816582 (+9 ms)Running coprocessor post-open hooks at 1733150816589 (+7 ms)Region opened successfully at 1733150816590 (+1 ms) 2024-12-02T14:46:56,591 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733150815811.684dca1053307e848479749652253286., pid=28, masterSystemTime=1733150816566 2024-12-02T14:46:56,593 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:46:56,593 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:46:56,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=684dca1053307e848479749652253286, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:56,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 684dca1053307e848479749652253286, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:46:56,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-02T14:46:56,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 684dca1053307e848479749652253286, server=b4ac66777750,41023,1733150798573 in 184 msec 2024-12-02T14:46:56,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-02T14:46:56,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=684dca1053307e848479749652253286, ASSIGN in 346 msec 2024-12-02T14:46:56,605 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:46:56,606 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150816606"}]},"ts":"1733150816606"} 2024-12-02T14:46:56,608 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-12-02T14:46:56,610 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:46:56,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 798 msec 2024-12-02T14:46:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-02T14:46:56,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-12-02T14:46:56,982 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:46:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-12-02T14:46:56,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:46:56,985 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:56,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-12-02T14:46:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T14:46:56,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:46:56,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741851_1027 (size=640) 2024-12-02T14:46:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T14:46:57,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-02T14:46:57,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-12-02T14:46:57,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17331508082621 2024-12-02T14:46:57,146 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17331508082621 Metrics about Tables on a single HBase RegionServer 2024-12-02T14:46:57,147 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733150808262 2024-12-02T14:46:57,147 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733150808262 Metrics about Tables on a single HBase RegionServer 2024-12-02T14:46:57,148 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17331508082623 2024-12-02T14:46:57,148 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17331508082623 Metrics about Tables on a single HBase RegionServer 2024-12-02T14:46:57,149 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17331508082622 2024-12-02T14:46:57,149 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17331508082622 Metrics about Tables on a single HBase RegionServer 2024-12-02T14:46:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T14:46:57,397 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31be55a76bc507c662a1be8e337f2c5a, NAME => 'backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:46:57,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741852_1028 (size=45) 2024-12-02T14:46:57,406 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:57,406 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 31be55a76bc507c662a1be8e337f2c5a, disabling compactions & flushes 2024-12-02T14:46:57,406 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:46:57,406 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:46:57,406 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. after waiting 0 ms 2024-12-02T14:46:57,406 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:46:57,406 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:46:57,406 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31be55a76bc507c662a1be8e337f2c5a: Waiting for close lock at 1733150817406Disabling compacts and flushes for region at 1733150817406Disabling writes for close at 1733150817406Writing region close event to WAL at 1733150817406Closed at 1733150817406 2024-12-02T14:46:57,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:46:57,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733150817408"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733150817408"}]},"ts":"1733150817408"} 2024-12-02T14:46:57,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:46:57,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:46:57,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150817412"}]},"ts":"1733150817412"} 2024-12-02T14:46:57,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-12-02T14:46:57,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=31be55a76bc507c662a1be8e337f2c5a, ASSIGN}] 2024-12-02T14:46:57,415 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=31be55a76bc507c662a1be8e337f2c5a, ASSIGN 2024-12-02T14:46:57,416 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=31be55a76bc507c662a1be8e337f2c5a, ASSIGN; state=OFFLINE, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=false 2024-12-02T14:46:57,567 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=31be55a76bc507c662a1be8e337f2c5a, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:57,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=31be55a76bc507c662a1be8e337f2c5a, ASSIGN because future has completed 2024-12-02T14:46:57,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31be55a76bc507c662a1be8e337f2c5a, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:46:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T14:46:57,726 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:46:57,727 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 31be55a76bc507c662a1be8e337f2c5a, NAME => 'backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:46:57,727 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:46:57,727 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:46:57,727 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:46:57,728 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:46:57,728 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:46:57,730 INFO [StoreOpener-31be55a76bc507c662a1be8e337f2c5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:46:57,732 INFO [StoreOpener-31be55a76bc507c662a1be8e337f2c5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31be55a76bc507c662a1be8e337f2c5a columnFamilyName meta 2024-12-02T14:46:57,732 DEBUG [StoreOpener-31be55a76bc507c662a1be8e337f2c5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:57,732 INFO [StoreOpener-31be55a76bc507c662a1be8e337f2c5a-1 {}] regionserver.HStore(327): Store=31be55a76bc507c662a1be8e337f2c5a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:57,732 INFO [StoreOpener-31be55a76bc507c662a1be8e337f2c5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:46:57,734 INFO [StoreOpener-31be55a76bc507c662a1be8e337f2c5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31be55a76bc507c662a1be8e337f2c5a columnFamilyName session 2024-12-02T14:46:57,734 DEBUG [StoreOpener-31be55a76bc507c662a1be8e337f2c5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:46:57,735 INFO [StoreOpener-31be55a76bc507c662a1be8e337f2c5a-1 {}] regionserver.HStore(327): Store=31be55a76bc507c662a1be8e337f2c5a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:46:57,735 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:46:57,736 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system_bulk/31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:46:57,736 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system_bulk/31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:46:57,738 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:46:57,738 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:46:57,738 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T14:46:57,741 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:46:57,744 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system_bulk/31be55a76bc507c662a1be8e337f2c5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:46:57,744 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 31be55a76bc507c662a1be8e337f2c5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11676039200, jitterRate=0.08741588890552521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T14:46:57,745 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:46:57,745 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 31be55a76bc507c662a1be8e337f2c5a: Running coprocessor pre-open hook at 1733150817728Writing region info on filesystem at 1733150817728Initializing all the Stores at 1733150817729 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150817729Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150817730 (+1 ms)Cleaning up temporary data from old regions at 1733150817738 (+8 ms)Running coprocessor post-open hooks at 1733150817745 (+7 ms)Region opened successfully at 1733150817745 2024-12-02T14:46:57,747 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a., pid=31, masterSystemTime=1733150817722 2024-12-02T14:46:57,749 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:46:57,750 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:46:57,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=31be55a76bc507c662a1be8e337f2c5a, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:46:57,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31be55a76bc507c662a1be8e337f2c5a, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:46:57,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-02T14:46:57,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 31be55a76bc507c662a1be8e337f2c5a, server=b4ac66777750,41023,1733150798573 in 184 msec 2024-12-02T14:46:57,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-02T14:46:57,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=31be55a76bc507c662a1be8e337f2c5a, ASSIGN in 343 msec 2024-12-02T14:46:57,761 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:46:57,761 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150817761"}]},"ts":"1733150817761"} 2024-12-02T14:46:57,764 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-12-02T14:46:57,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:46:57,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 783 msec 2024-12-02T14:46:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T14:46:58,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-12-02T14:46:58,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:46:58,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:46:58,142 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-02T14:46:58,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:46:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-12-02T14:46:58,169 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T14:46:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733150818169 (current time:1733150818169). 2024-12-02T14:46:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:46:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-02T14:46:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6a4514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:46:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:46:58,172 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:46:58,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:46:58,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:46:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232c2b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:46:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:46:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:46:58,174 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:46:58,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca5b1be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:46:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:46:58,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:46:58,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:46:58,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:46:58,183 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503. 2024-12-02T14:46:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:46:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:46:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:46:58,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:46:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T14:46:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T14:46:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-02T14:46:58,199 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:46:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T14:46:58,204 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:46:58,217 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:46:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741853_1029 (size=52) 2024-12-02T14:46:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T14:46:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T14:46:58,627 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:46:58,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286}] 2024-12-02T14:46:58,635 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286 2024-12-02T14:46:58,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-02T14:46:58,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:46:58,795 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 684dca1053307e848479749652253286 2/2 column families, dataSize=45 B heapSize=632 B 2024-12-02T14:46:58,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/5002d75f34414f6bb3dd9cb56d0ff61d is 49, key is activesession:/session:c/1733150818159/Put/seqid=0 2024-12-02T14:46:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T14:46:58,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741854_1030 (size=5049) 2024-12-02T14:46:58,835 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/5002d75f34414f6bb3dd9cb56d0ff61d 2024-12-02T14:46:58,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/5002d75f34414f6bb3dd9cb56d0ff61d as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/5002d75f34414f6bb3dd9cb56d0ff61d 2024-12-02T14:46:58,855 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/5002d75f34414f6bb3dd9cb56d0ff61d, entries=1, sequenceid=5, filesize=4.9 K 2024-12-02T14:46:58,856 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 684dca1053307e848479749652253286 in 61ms, sequenceid=5, compaction requested=false 2024-12-02T14:46:58,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-12-02T14:46:58,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 684dca1053307e848479749652253286: 2024-12-02T14:46:58,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733150815811.684dca1053307e848479749652253286. for snapshot_backup_system completed. 2024-12-02T14:46:58,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733150815811.684dca1053307e848479749652253286.' region-info for snapshot=snapshot_backup_system 2024-12-02T14:46:58,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:46:58,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:46:58,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/5002d75f34414f6bb3dd9cb56d0ff61d] hfiles 2024-12-02T14:46:58,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/5002d75f34414f6bb3dd9cb56d0ff61d for snapshot=snapshot_backup_system 2024-12-02T14:46:58,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741855_1031 (size=95) 2024-12-02T14:46:59,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:46:59,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-02T14:46:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-02T14:46:59,287 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 684dca1053307e848479749652253286 2024-12-02T14:46:59,287 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286 2024-12-02T14:46:59,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-02T14:46:59,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286 in 658 msec 2024-12-02T14:46:59,291 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:46:59,293 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:46:59,294 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:46:59,294 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-02T14:46:59,297 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-02T14:46:59,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741856_1032 (size=731) 2024-12-02T14:46:59,318 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:46:59,329 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:46:59,330 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_backup_system 2024-12-02T14:46:59,332 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:46:59,332 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-02T14:46:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T14:46:59,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.1400 sec 2024-12-02T14:46:59,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-12-02T14:46:59,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17331508082623' 2024-12-02T14:47:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-02T14:47:00,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-02T14:47:00,345 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733150815647 started at 1733150820344. 2024-12-02T14:47:00,365 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733150815647 has been started. 2024-12-02T14:47:00,371 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-02T14:47:00,376 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-12-02T14:47:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-02T14:47:00,380 INFO [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-02T14:47:00,380 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-02T14:47:00,380 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-02T14:47:00,380 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-02T14:47:00,381 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:00,381 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:00,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T14:47:00,384 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,384 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T14:47:00,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T14:47:00,385 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,385 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-02T14:47:00,385 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:00,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:00,386 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-02T14:47:00,386 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:00,386 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-02T14:47:00,388 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-02T14:47:00,388 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-02T14:47:00,389 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-02T14:47:00,389 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-02T14:47:00,389 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-02T14:47:00,389 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-02T14:47:00,389 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b4ac66777750,41023,1733150798573' joining acquired barrier for procedure (rolllog) in zk 2024-12-02T14:47:00,391 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:00,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T14:47:00,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T14:47:00,392 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-02T14:47:00,392 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-02T14:47:00,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T14:47:00,393 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T14:47:00,393 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:00,394 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,394 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T14:47:00,395 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b4ac66777750,41023,1733150798573' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-02T14:47:00,395 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2d420c31[Count = 0] remaining members to acquire global barrier 2024-12-02T14:47:00,395 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-02T14:47:00,395 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:00,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:00,397 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:00,397 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:00,397 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-02T14:47:00,397 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,398 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-02T14:47:00,398 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-02T14:47:00,398 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,405 INFO [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733150801872 highest: 1733150809579 on b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,405 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.meta:.meta(num 1733150802714) roll requested 2024-12-02T14:47:00,425 DEBUG [regionserver/b4ac66777750:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150820405.meta, exclude list is [], retry=0 2024-12-02T14:47:00,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:47:00,431 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150802714.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150820405.meta 2024-12-02T14:47:00,432 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:47:00,432 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150802714.meta is not closed yet, will try archiving it next time 2024-12-02T14:47:00,432 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1:(num 1733150809579) roll requested 2024-12-02T14:47:00,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741834_1010 (size=12055) 2024-12-02T14:47:00,453 DEBUG [regionserver/b4ac66777750:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150820432, exclude list is [], retry=0 2024-12-02T14:47:00,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:47:00,458 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150809579 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150820432 2024-12-02T14:47:00,458 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:47:00,458 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150809579 is not closed yet, will try archiving it next time 2024-12-02T14:47:00,458 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0:(num 1733150801872) roll requested 2024-12-02T14:47:00,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741840_1016 (size=4756) 2024-12-02T14:47:00,472 DEBUG [regionserver/b4ac66777750:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458, exclude list is [], retry=0 2024-12-02T14:47:00,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:47:00,477 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150801872 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458 2024-12-02T14:47:00,477 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:47:00,477 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150801872 is not closed yet, will try archiving it next time 2024-12-02T14:47:00,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741833_1009 (size=1034) 2024-12-02T14:47:00,480 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150801872 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150801872 2024-12-02T14:47:00,485 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-12-02T14:47:00,486 INFO [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733150820458 on b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,486 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:47:00,486 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:47:00,486 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@219f9858 2024-12-02T14:47:00,486 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:47:00,488 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44467, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T14:47:00,489 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:00,489 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:00,489 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:00,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33157, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T14:47:00,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:00,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:00,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:40783/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:47:00,517 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-02T14:47:00,517 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b4ac66777750,41023,1733150798573' in zk 2024-12-02T14:47:00,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,520 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-02T14:47:00,520 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T14:47:00,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,520 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-02T14:47:00,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T14:47:00,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T14:47:00,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T14:47:00,521 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T14:47:00,522 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:00,522 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,523 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T14:47:00,523 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:00,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b4ac66777750,41023,1733150798573': 2024-12-02T14:47:00,525 INFO [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-02T14:47:00,525 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-02T14:47:00,526 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-02T14:47:00,526 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b4ac66777750,41023,1733150798573' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-02T14:47:00,526 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-02T14:47:00,526 INFO [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-02T14:47:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T14:47:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T14:47:00,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T14:47:00,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:00,529 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-02T14:47:00,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T14:47:00,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T14:47:00,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:00,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T14:47:00,530 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T14:47:00,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T14:47:00,530 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:00,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:00,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T14:47:00,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:00,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,532 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T14:47:00,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:00,534 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T14:47:00,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:00,540 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T14:47:00,541 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T14:47:00,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:00,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:00,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T14:47:00,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:00,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:00,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T14:47:00,542 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T14:47:00,542 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T14:47:00,542 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T14:47:00,542 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-02T14:47:00,542 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-02T14:47:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-02T14:47:00,563 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } 2024-12-02T14:47:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733150820563 (current time:1733150820563). 2024-12-02T14:47:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:47:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733150820562_default_test-1733150808262 VERSION not specified, setting to 2 2024-12-02T14:47:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680d2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:00,565 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:00,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:00,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:00,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@915d63c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:00,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:00,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:00,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:00,567 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:00,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ace62b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:00,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:00,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:00,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:00,573 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503. 2024-12-02T14:47:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:47:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:00,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T14:47:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } 2024-12-02T14:47:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-02T14:47:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T14:47:00,577 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:47:00,579 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:47:00,583 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:47:00,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741860_1036 (size=84) 2024-12-02T14:47:00,591 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:47:00,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1bfbff59aafc406bc571c82d71a7170a}] 2024-12-02T14:47:00,593 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T14:47:00,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-02T14:47:00,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-02T14:47:00,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:47:00,747 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 1bfbff59aafc406bc571c82d71a7170a 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-12-02T14:47:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/f3/1c08d61e639841f4b61439f8c1c2d7d2 is 58, key is row-test-1733150808262-3-0/f3:q1/1733150815616/Put/seqid=0 2024-12-02T14:47:00,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741861_1037 (size=5387) 2024-12-02T14:47:00,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/f3/1c08d61e639841f4b61439f8c1c2d7d2 2024-12-02T14:47:00,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741862_1038 (size=4469) 2024-12-02T14:47:00,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/mob/f2194556fdab44b6b05a998b512c2c0f is 59, key is row-test-1733150808262-3-0/mob:q1/1733150815630/Put/seqid=0 2024-12-02T14:47:00,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741863_1039 (size=5484) 2024-12-02T14:47:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T14:47:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T14:47:01,250 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/mob/f2194556fdab44b6b05a998b512c2c0f 2024-12-02T14:47:01,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/f3/1c08d61e639841f4b61439f8c1c2d7d2 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3/1c08d61e639841f4b61439f8c1c2d7d2 2024-12-02T14:47:01,266 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3/1c08d61e639841f4b61439f8c1c2d7d2, entries=6, sequenceid=121, filesize=5.3 K 2024-12-02T14:47:01,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/mob/f2194556fdab44b6b05a998b512c2c0f as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f 2024-12-02T14:47:01,276 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f, entries=6, sequenceid=121, filesize=5.4 K 2024-12-02T14:47:01,278 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1bfbff59aafc406bc571c82d71a7170a in 532ms, sequenceid=121, compaction requested=false 2024-12-02T14:47:01,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 1bfbff59aafc406bc571c82d71a7170a: 2024-12-02T14:47:01,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. for snapshot_1733150820562_default_test-1733150808262 completed. 2024-12-02T14:47:01,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a.' region-info for snapshot=snapshot_1733150820562_default_test-1733150808262 2024-12-02T14:47:01,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:47:01,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566] hfiles 2024-12-02T14:47:01,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 for snapshot=snapshot_1733150820562_default_test-1733150808262 2024-12-02T14:47:01,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3/1c08d61e639841f4b61439f8c1c2d7d2] hfiles 2024-12-02T14:47:01,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3/1c08d61e639841f4b61439f8c1c2d7d2 for snapshot=snapshot_1733150820562_default_test-1733150808262 2024-12-02T14:47:01,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f] hfiles 2024-12-02T14:47:01,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f for snapshot=snapshot_1733150820562_default_test-1733150808262 2024-12-02T14:47:01,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741864_1040 (size=185) 2024-12-02T14:47:01,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:47:01,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-02T14:47:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-02T14:47:01,686 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733150820562_default_test-1733150808262 on region 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:01,686 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:01,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-02T14:47:01,690 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:47:01,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1bfbff59aafc406bc571c82d71a7170a in 1.0970 sec 2024-12-02T14:47:01,691 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:47:01,693 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-02T14:47:01,693 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-02T14:47:01,694 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:47:01,694 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-02T14:47:01,694 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:47:01,695 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-12-02T14:47:01,695 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:47:01,696 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-12-02T14:47:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741865_1041 (size=49) 2024-12-02T14:47:01,704 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:47:01,704 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733150820562_default_test-1733150808262 2024-12-02T14:47:01,705 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150820562_default_test-1733150808262 2024-12-02T14:47:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T14:47:01,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741866_1042 (size=1146) 2024-12-02T14:47:02,120 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:47:02,130 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:47:02,130 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150820562_default_test-1733150808262 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150820562_default_test-1733150808262 2024-12-02T14:47:02,132 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:47:02,132 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-02T14:47:02,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733150820562_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } in 1.5580 sec 2024-12-02T14:47:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-02T14:47:02,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733150808262 completed 2024-12-02T14:47:02,725 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } 2024-12-02T14:47:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733150822725 (current time:1733150822725). 2024-12-02T14:47:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:47:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733150822724_ns2_test-17331508082621 VERSION not specified, setting to 2 2024-12-02T14:47:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a75827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:02,727 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202d4c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:02,729 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:02,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f139528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:02,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:02,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:02,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:02,736 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503. 2024-12-02T14:47:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:47:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:02,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T14:47:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } 2024-12-02T14:47:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-02T14:47:02,741 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:47:02,742 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:47:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T14:47:02,746 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:47:02,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741867_1043 (size=86) 2024-12-02T14:47:02,753 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:47:02,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cdef05b758638a30855a50cf4649e5a}] 2024-12-02T14:47:02,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:47:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T14:47:02,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-12-02T14:47:02,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:47:02,907 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 1cdef05b758638a30855a50cf4649e5a 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-02T14:47:02,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/.tmp/f/d6f9d26e274c431a9a9e93fa3d624d46 is 37, key is row10/f:q1/1733150812311/Put/seqid=0 2024-12-02T14:47:02,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741868_1044 (size=8413) 2024-12-02T14:47:02,943 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/.tmp/f/d6f9d26e274c431a9a9e93fa3d624d46 2024-12-02T14:47:02,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/.tmp/f/d6f9d26e274c431a9a9e93fa3d624d46 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46 2024-12-02T14:47:02,962 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46, entries=99, sequenceid=103, filesize=8.2 K 2024-12-02T14:47:02,963 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 1cdef05b758638a30855a50cf4649e5a in 56ms, sequenceid=103, compaction requested=false 2024-12-02T14:47:02,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 1cdef05b758638a30855a50cf4649e5a: 2024-12-02T14:47:02,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. for snapshot_1733150822724_ns2_test-17331508082621 completed. 2024-12-02T14:47:02,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a.' region-info for snapshot=snapshot_1733150822724_ns2_test-17331508082621 2024-12-02T14:47:02,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:47:02,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46] hfiles 2024-12-02T14:47:02,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46 for snapshot=snapshot_1733150822724_ns2_test-17331508082621 2024-12-02T14:47:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741869_1045 (size=91) 2024-12-02T14:47:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T14:47:03,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:47:03,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-02T14:47:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-02T14:47:03,373 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733150822724_ns2_test-17331508082621 on region 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:47:03,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:47:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T14:47:03,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-02T14:47:03,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1cdef05b758638a30855a50cf4649e5a in 621 msec 2024-12-02T14:47:03,377 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:47:03,378 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:47:03,378 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:47:03,379 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733150822724_ns2_test-17331508082621 2024-12-02T14:47:03,380 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150822724_ns2_test-17331508082621 2024-12-02T14:47:03,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741870_1046 (size=456) 2024-12-02T14:47:03,391 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:47:03,399 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:47:03,399 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150822724_ns2_test-17331508082621 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150822724_ns2_test-17331508082621 2024-12-02T14:47:03,401 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:47:03,401 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-02T14:47:03,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733150822724_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } in 664 msec 2024-12-02T14:47:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-02T14:47:03,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17331508082621 completed 2024-12-02T14:47:03,885 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733150815647 2024-12-02T14:47:03,885 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-02T14:47:03,887 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-12-02T14:47:03,889 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733150815647_ns2:test-17331508082621 2024-12-02T14:47:03,889 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733150822724_ns2_test-17331508082621 to hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621/ 2024-12-02T14:47:03,894 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T14:47:03,930 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40783, inputRoot=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:47:03,931 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1924222809_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621/.hbase-snapshot/.tmp/snapshot_1733150822724_ns2_test-17331508082621 2024-12-02T14:47:03,933 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T14:47:03,939 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150822724_ns2_test-17331508082621 to hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621/.hbase-snapshot/.tmp/snapshot_1733150822724_ns2_test-17331508082621 2024-12-02T14:47:03,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741871_1047 (size=86) 2024-12-02T14:47:03,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741872_1048 (size=456) 2024-12-02T14:47:04,358 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:04,358 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:04,359 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:05,404 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:47:05,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-11765261071003190630.jar 2024-12-02T14:47:05,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:05,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:05,483 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-7186812534934694386.jar 2024-12-02T14:47:05,484 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:05,484 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:05,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:05,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:05,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:05,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:05,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:47:05,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:47:05,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:47:05,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:47:05,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:47:05,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:47:05,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:47:05,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:47:05,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:47:05,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:47:05,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:47:05,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:05,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:05,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:05,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:05,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:05,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:05,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:05,562 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:47:05,578 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:47:05,587 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733150822724_ns2_test-17331508082621' hfile list 2024-12-02T14:47:05,594 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-12-02T14:47:05,884 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local637368865_0001_90e928a6-cdaa-4dc6-aa61-2e752bd52a75/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:47:05,884 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local637368865_0001_90e928a6-cdaa-4dc6-aa61-2e752bd52a75/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:47:06,086 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-02T14:47:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741873_1049 (size=8413) 2024-12-02T14:47:06,195 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46 output=hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46 2024-12-02T14:47:06,197 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.079M/sec 2024-12-02T14:47:06,993 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T14:47:06,994 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T14:47:07,002 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733150822724_ns2_test-17331508082621 2024-12-02T14:47:07,002 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733150822724_ns2_test-17331508082621 finished. 2024-12-02T14:47:07,002 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733150815647_test-1733150808262 2024-12-02T14:47:07,002 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733150820562_default_test-1733150808262 to hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/ 2024-12-02T14:47:07,002 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T14:47:07,043 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40783, inputRoot=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:47:07,043 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1924222809_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/.hbase-snapshot/.tmp/snapshot_1733150820562_default_test-1733150808262 2024-12-02T14:47:07,046 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T14:47:07,052 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150820562_default_test-1733150808262 to hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/.hbase-snapshot/.tmp/snapshot_1733150820562_default_test-1733150808262 2024-12-02T14:47:07,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741874_1050 (size=84) 2024-12-02T14:47:07,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741875_1051 (size=1146) 2024-12-02T14:47:07,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-02T14:47:07,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-12-02T14:47:07,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:07,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:07,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:08,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-4603053810549328519.jar 2024-12-02T14:47:08,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:08,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:08,559 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-12831558715525524168.jar 2024-12-02T14:47:08,559 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:08,559 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:08,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:08,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:08,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:08,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:08,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:47:08,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:47:08,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:47:08,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:47:08,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:47:08,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:47:08,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:47:08,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:47:08,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:47:08,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:47:08,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:47:08,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:08,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:08,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:08,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:08,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:08,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:08,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:08,607 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:47:08,621 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:47:08,628 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733150820562_default_test-1733150808262' hfile list 2024-12-02T14:47:08,631 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-12-02T14:47:08,723 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local529814584_0002_631934c0-7263-4048-adea-f835799743c8/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:47:08,723 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local529814584_0002_631934c0-7263-4048-adea-f835799743c8/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:47:08,799 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-02T14:47:08,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741876_1052 (size=8413) 2024-12-02T14:47:09,247 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 output=hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 2024-12-02T14:47:09,247 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-12-02T14:47:09,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741877_1053 (size=5484) 2024-12-02T14:47:09,719 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f output=hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f 2024-12-02T14:47:09,719 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.011M/sec 2024-12-02T14:47:09,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741878_1054 (size=5387) 2024-12-02T14:47:10,199 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3/1c08d61e639841f4b61439f8c1c2d7d2 output=hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3/1c08d61e639841f4b61439f8c1c2d7d2 2024-12-02T14:47:10,199 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-12-02T14:47:10,768 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T14:47:10,769 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T14:47:10,779 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733150820562_default_test-1733150808262 2024-12-02T14:47:10,779 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733150820562_default_test-1733150808262 finished. 2024-12-02T14:47:10,779 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17331508082621 2024-12-02T14:47:10,779 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733150808262 2024-12-02T14:47:10,841 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733150815647 2024-12-02T14:47:10,841 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-02T14:47:10,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741879_1055 (size=130) 2024-12-02T14:47:11,252 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40783/backupUT/backup_1733150815647/.backup.manifest 2024-12-02T14:47:11,255 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733150815647 finished: type=FULL,tablelist=ns2:test-17331508082621;test-1733150808262,targetRootDir=hdfs://localhost:40783/backupUT,startts=1733150820344,completets=1733150830839,bytescopied=0 2024-12-02T14:47:11,255 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-02T14:47:11,255 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733150822724_ns2_test-17331508082621 2024-12-02T14:47:11,259 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733150822724_ns2_test-17331508082621" type: DISABLED 2024-12-02T14:47:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733150822724_ns2_test-17331508082621 2024-12-02T14:47:11,264 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733150822724_ns2_test-17331508082621 for backup backup_1733150815647 succeeded. 2024-12-02T14:47:11,264 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733150820562_default_test-1733150808262 2024-12-02T14:47:11,264 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733150820562_default_test-1733150808262" type: DISABLED 2024-12-02T14:47:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733150820562_default_test-1733150808262 2024-12-02T14:47:11,268 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733150820562_default_test-1733150808262 for backup backup_1733150815647 succeeded. 2024-12-02T14:47:11,269 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-02T14:47:11,279 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-12-02T14:47:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-02T14:47:11,282 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-02T14:47:11,289 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-02T14:47:11,306 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733150815647 completed. 2024-12-02T14:47:11,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:11,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:11,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733150815647', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:47:11,500 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1733150808262 2024-12-02T14:47:11,519 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1733150808262 2024-12-02T14:47:11,683 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1733150808262 to Mob enabled CF 2024-12-02T14:47:11,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17331508082621', row='row-t20', locateType=CURRENT is [region=ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:47:11,713 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17331508082621 2024-12-02T14:47:11,722 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:47:11,723 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] assignment.SplitTableRegionProcedure(210): test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. splitKey isn't explicitly specified, will try to find a best split key from RS b4ac66777750,41023,1733150798573 2024-12-02T14:47:11,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 because midkey is the same as first or last row 2024-12-02T14:47:11,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3/1c08d61e639841f4b61439f8c1c2d7d2 because midkey is the same as first or last row 2024-12-02T14:47:11,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f because midkey is the same as first or last row 2024-12-02T14:47:11,728 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.HRegion(2902): Flushing 1bfbff59aafc406bc571c82d71a7170a 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-12-02T14:47:11,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/f/2716bc42e0e8490d8f18b66b9d7a98a8 is 59, key is row-test-1733150808262-1-10/f:q1/1733150831352/Put/seqid=0 2024-12-02T14:47:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741880_1056 (size=10796) 2024-12-02T14:47:12,162 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/f/2716bc42e0e8490d8f18b66b9d7a98a8 2024-12-02T14:47:12,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120275c2ce3ed86e466e984558553ca6207e_1bfbff59aafc406bc571c82d71a7170a is 63, key is row-test-1733150808262-3-100/mob:q1/1733150831666/Put/seqid=0 2024-12-02T14:47:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741881_1057 (size=5591) 2024-12-02T14:47:12,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:47:12,591 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120275c2ce3ed86e466e984558553ca6207e_1bfbff59aafc406bc571c82d71a7170a to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/mobdir/data/default/test-1733150808262/0f039eda3fb6c4b1807ef2b296ebed0d/mob/d41d8cd98f00b204e9800998ecf8427e2024120275c2ce3ed86e466e984558553ca6207e_1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:12,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/mob/e6cad70e2fcf4d94aa03672e259b58cb, store: [table=test-1733150808262 family=mob region=1bfbff59aafc406bc571c82d71a7170a] 2024-12-02T14:47:12,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/mob/e6cad70e2fcf4d94aa03672e259b58cb is 192, key is row-test-1733150808262-3-100/mob:q1/1733150831666/Put/seqid=0 2024-12-02T14:47:12,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741882_1058 (size=13760) 2024-12-02T14:47:12,998 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/mob/e6cad70e2fcf4d94aa03672e259b58cb 2024-12-02T14:47:13,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/f/2716bc42e0e8490d8f18b66b9d7a98a8 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/2716bc42e0e8490d8f18b66b9d7a98a8 2024-12-02T14:47:13,013 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/2716bc42e0e8490d8f18b66b9d7a98a8, entries=99, sequenceid=334, filesize=10.5 K 2024-12-02T14:47:13,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/mob/e6cad70e2fcf4d94aa03672e259b58cb as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/e6cad70e2fcf4d94aa03672e259b58cb 2024-12-02T14:47:13,021 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/e6cad70e2fcf4d94aa03672e259b58cb, entries=111, sequenceid=334, filesize=13.4 K 2024-12-02T14:47:13,022 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 1bfbff59aafc406bc571c82d71a7170a in 1295ms, sequenceid=334, compaction requested=false 2024-12-02T14:47:13,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.HRegion(2603): Flush status journal for 1bfbff59aafc406bc571c82d71a7170a: 2024-12-02T14:47:13,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/2716bc42e0e8490d8f18b66b9d7a98a8 because midkey is the same as first or last row 2024-12-02T14:47:13,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3/1c08d61e639841f4b61439f8c1c2d7d2 because midkey is the same as first or last row 2024-12-02T14:47:13,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/e6cad70e2fcf4d94aa03672e259b58cb because midkey is the same as first or last row 2024-12-02T14:47:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=b4ac66777750,41023,1733150798573 2024-12-02T14:47:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T14:47:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.CallRunner(138): callId: 299 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.3:53368 deadline: 1733150891721, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-12-02T14:47:13,029 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:47:13,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733150808262 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:47:13,030 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T14:47:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733150808262,, stopping at row=test-1733150808262 ,, for max=2147483647 with caching=100 2024-12-02T14:47:13,041 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733150808262,, stopping at row=test-1733150808262 ,, for max=2147483647 with caching=100 2024-12-02T14:47:13,049 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1336 2024-12-02T14:47:13,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:13,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:13,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:13,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:13,089 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-02T14:47:13,093 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733150833049 2024-12-02T14:47:13,101 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733150815647} 2024-12-02T14:47:13,101 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-02T14:47:13,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:13,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:13,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:13,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:13,147 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T14:47:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733150833147 (current time:1733150833147). 2024-12-02T14:47:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:47:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-02T14:47:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bf2841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:13,149 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:13,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:13,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:13,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77450d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:13,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:13,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:13,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:13,151 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:13,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4869f8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:13,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:13,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:13,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:13,156 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503. 2024-12-02T14:47:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:47:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:13,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T14:47:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T14:47:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-02T14:47:13,159 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:47:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T14:47:13,160 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:47:13,163 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:47:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741883_1059 (size=52) 2024-12-02T14:47:13,169 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:47:13,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286}] 2024-12-02T14:47:13,170 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286 2024-12-02T14:47:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T14:47:13,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-12-02T14:47:13,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:47:13,323 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 684dca1053307e848479749652253286 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-12-02T14:47:13,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/meta/f866195dbcc143bab206fa6e7b9c21b3 is 158, key is trslm:hdfs://localhost:40783/backupUT\x00ns2:test-17331508082621/meta:log-roll-map/1733150830828/Put/seqid=0 2024-12-02T14:47:13,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741884_1060 (size=5914) 2024-12-02T14:47:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T14:47:13,745 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/meta/f866195dbcc143bab206fa6e7b9c21b3 2024-12-02T14:47:13,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/4948b223552f476e91e150d3e83b06db is 433, key is session:backup_1733150815647/session:context/1733150831287/Put/seqid=0 2024-12-02T14:47:13,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741885_1061 (size=5535) 2024-12-02T14:47:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T14:47:14,159 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/4948b223552f476e91e150d3e83b06db 2024-12-02T14:47:14,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/meta/f866195dbcc143bab206fa6e7b9c21b3 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/f866195dbcc143bab206fa6e7b9c21b3 2024-12-02T14:47:14,173 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/f866195dbcc143bab206fa6e7b9c21b3, entries=6, sequenceid=17, filesize=5.8 K 2024-12-02T14:47:14,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/4948b223552f476e91e150d3e83b06db as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/4948b223552f476e91e150d3e83b06db 2024-12-02T14:47:14,180 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/4948b223552f476e91e150d3e83b06db, entries=2, sequenceid=17, filesize=5.4 K 2024-12-02T14:47:14,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 684dca1053307e848479749652253286 in 858ms, sequenceid=17, compaction requested=false 2024-12-02T14:47:14,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 684dca1053307e848479749652253286: 2024-12-02T14:47:14,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733150815811.684dca1053307e848479749652253286. for snapshot_backup_system completed. 2024-12-02T14:47:14,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733150815811.684dca1053307e848479749652253286.' region-info for snapshot=snapshot_backup_system 2024-12-02T14:47:14,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:47:14,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/f866195dbcc143bab206fa6e7b9c21b3] hfiles 2024-12-02T14:47:14,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/f866195dbcc143bab206fa6e7b9c21b3 for snapshot=snapshot_backup_system 2024-12-02T14:47:14,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/5002d75f34414f6bb3dd9cb56d0ff61d, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/4948b223552f476e91e150d3e83b06db] hfiles 2024-12-02T14:47:14,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/5002d75f34414f6bb3dd9cb56d0ff61d for snapshot=snapshot_backup_system 2024-12-02T14:47:14,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/4948b223552f476e91e150d3e83b06db for snapshot=snapshot_backup_system 2024-12-02T14:47:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741886_1062 (size=173) 2024-12-02T14:47:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T14:47:14,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:47:14,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-02T14:47:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-02T14:47:14,588 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 684dca1053307e848479749652253286 2024-12-02T14:47:14,588 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286 2024-12-02T14:47:14,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-02T14:47:14,591 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:47:14,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286 in 1.4200 sec 2024-12-02T14:47:14,592 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:47:14,592 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:47:14,592 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-02T14:47:14,593 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-02T14:47:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741887_1063 (size=810) 2024-12-02T14:47:15,003 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:47:15,011 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:47:15,012 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_backup_system 2024-12-02T14:47:15,014 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:47:15,014 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-02T14:47:15,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8570 sec 2024-12-02T14:47:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-02T14:47:15,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-02T14:47:15,304 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733150833049 started at 1733150835304. 2024-12-02T14:47:15,306 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733150833049 has been started. 2024-12-02T14:47:15,311 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17331508082621, test-1733150808262] 2024-12-02T14:47:15,315 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733150809579for backupID backup_1733150833049 2024-12-02T14:47:15,315 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-02T14:47:15,316 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-12-02T14:47:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-02T14:47:15,316 INFO [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-02T14:47:15,316 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-02T14:47:15,316 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-02T14:47:15,316 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-02T14:47:15,317 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:15,317 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:15,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T14:47:15,319 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,319 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T14:47:15,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T14:47:15,319 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,319 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-02T14:47:15,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:15,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:15,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-02T14:47:15,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:15,320 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-02T14:47:15,321 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-02T14:47:15,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-02T14:47:15,321 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-02T14:47:15,321 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-02T14:47:15,321 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-02T14:47:15,321 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-02T14:47:15,321 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b4ac66777750,41023,1733150798573' joining acquired barrier for procedure (rolllog) in zk 2024-12-02T14:47:15,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,323 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:15,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T14:47:15,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T14:47:15,323 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-02T14:47:15,323 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-02T14:47:15,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T14:47:15,324 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T14:47:15,324 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:15,325 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,325 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T14:47:15,326 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b4ac66777750,41023,1733150798573' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-02T14:47:15,326 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7f72f1f3[Count = 0] remaining members to acquire global barrier 2024-12-02T14:47:15,326 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-02T14:47:15,326 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:15,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:15,328 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:15,328 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:15,328 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-02T14:47:15,328 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,328 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-02T14:47:15,328 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-02T14:47:15,328 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,329 INFO [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733150820458 highest: 1733150820458 on b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,329 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.meta:.meta(num 1733150820405) roll requested 2024-12-02T14:47:15,350 DEBUG [regionserver/b4ac66777750:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150835329.meta, exclude list is [], retry=0 2024-12-02T14:47:15,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:47:15,357 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150820405.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150835329.meta 2024-12-02T14:47:15,358 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:47:15,358 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150820405.meta is not closed yet, will try archiving it next time 2024-12-02T14:47:15,358 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1:(num 1733150820432) roll requested 2024-12-02T14:47:15,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741857_1033 (size=93) 2024-12-02T14:47:15,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150820405.meta not finished, retry = 0 2024-12-02T14:47:15,378 DEBUG [regionserver/b4ac66777750:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150835358, exclude list is [], retry=0 2024-12-02T14:47:15,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:47:15,382 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150820432 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150835358 2024-12-02T14:47:15,382 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:47:15,382 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150820432 is not closed yet, will try archiving it next time 2024-12-02T14:47:15,382 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0:(num 1733150820458) roll requested 2024-12-02T14:47:15,382 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150809579 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150809579 2024-12-02T14:47:15,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741858_1034 (size=30490) 2024-12-02T14:47:15,402 DEBUG [regionserver/b4ac66777750:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150835382, exclude list is [], retry=0 2024-12-02T14:47:15,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:47:15,406 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150835382 2024-12-02T14:47:15,406 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:47:15,406 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458 is not closed yet, will try archiving it next time 2024-12-02T14:47:15,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741859_1035 (size=1198) 2024-12-02T14:47:15,407 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458 not finished, retry = 0 2024-12-02T14:47:15,409 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-12-02T14:47:15,409 INFO [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733150835382 on b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:15,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:15,429 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-02T14:47:15,429 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b4ac66777750,41023,1733150798573' in zk 2024-12-02T14:47:15,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,431 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-02T14:47:15,431 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T14:47:15,431 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-02T14:47:15,431 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,432 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T14:47:15,432 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T14:47:15,432 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T14:47:15,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T14:47:15,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:15,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T14:47:15,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:15,435 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,436 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b4ac66777750,41023,1733150798573': 2024-12-02T14:47:15,436 INFO [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-02T14:47:15,436 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b4ac66777750,41023,1733150798573' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-02T14:47:15,436 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-02T14:47:15,436 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-02T14:47:15,436 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-02T14:47:15,436 INFO [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-02T14:47:15,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T14:47:15,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T14:47:15,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T14:47:15,438 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:15,438 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T14:47:15,438 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T14:47:15,438 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-02T14:47:15,438 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:15,439 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T14:47:15,439 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T14:47:15,439 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T14:47:15,439 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:15,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:15,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T14:47:15,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:15,441 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T14:47:15,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:15,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:15,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:15,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T14:47:15,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:15,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:15,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:15,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T14:47:15,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T14:47:15,445 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T14:47:15,445 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T14:47:15,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T14:47:15,445 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-02T14:47:15,445 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-02T14:47:15,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-12-02T14:47:15,445 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T14:47:15,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T14:47:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-02T14:47:15,456 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {b4ac66777750:41023=1733150809579} newestTimestamps: {b4ac66777750:41023=1733150820458} 2024-12-02T14:47:15,459 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b4ac66777750%2C41023%2C1733150798573.meta.1733150802714.meta 2024-12-02T14:47:15,459 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b4ac66777750%2C41023%2C1733150798573.meta.1733150820405.meta 2024-12-02T14:47:15,459 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b4ac66777750%2C41023%2C1733150798573.meta.1733150835329.meta 2024-12-02T14:47:15,459 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458 2024-12-02T14:47:15,459 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150835382 2024-12-02T14:47:15,459 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150820432 2024-12-02T14:47:15,459 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150835358 2024-12-02T14:47:15,461 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150820405.meta to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.meta.1733150820405.meta 2024-12-02T14:47:15,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741891_1067 (size=364) 2024-12-02T14:47:15,871 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17331508082621 target: hdfs://localhost:40783/backupUT/backup_1733150833049/ns2/test-17331508082621 descriptor: 'ns2:test-17331508082621', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:47:15,872 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T14:47:15,874 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17331508082621 2024-12-02T14:47:15,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741892_1068 (size=50) 2024-12-02T14:47:16,280 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17331508082621 2024-12-02T14:47:16,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741893_1069 (size=908) 2024-12-02T14:47:16,691 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733150808262 target: hdfs://localhost:40783/backupUT/backup_1733150833049/default/test-1733150808262 descriptor: 'test-1733150808262', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:47:16,691 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T14:47:16,693 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733150808262 2024-12-02T14:47:16,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741894_1070 (size=53) 2024-12-02T14:47:17,099 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733150808262 2024-12-02T14:47:17,108 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:40783/backupUT/.tmp/backup_1733150833049 from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458;hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150820432 2024-12-02T14:47:17,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514bd9cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:17,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:17,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:17,111 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:17,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:17,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:17,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d30fb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:17,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:17,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:17,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:17,113 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:17,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd34e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:17,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:47:17,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:47:17,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32edfbed 2024-12-02T14:47:17,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:47:17,116 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:47:17,121 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T14:47:17,121 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17331508082621 2024-12-02T14:47:17,122 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17331508082621,, stopping at row=ns2:test-17331508082621 ,, for max=2147483647 with caching=100 2024-12-02T14:47:17,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:17,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:17,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:17,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:17,126 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17331508082621: ns2:test-17331508082621; 2024-12-02T14:47:17,126 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733150808262 2024-12-02T14:47:17,126 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733150808262,, stopping at row=test-1733150808262 ,, for max=2147483647 with caching=100 2024-12-02T14:47:17,128 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733150808262: test-1733150808262; 2024-12-02T14:47:17,128 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-02T14:47:17,128 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/partitions_8a880e6a-4702-486a-bff7-83f946c1ab21 2024-12-02T14:47:17,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741895_1071 (size=192) 2024-12-02T14:47:17,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:17,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:17,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:18,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-13468144817363690828.jar 2024-12-02T14:47:18,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:18,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:18,620 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-1842213131153520349.jar 2024-12-02T14:47:18,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:18,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:18,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:18,621 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:18,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:18,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:18,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:47:18,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:47:18,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:47:18,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:47:18,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:47:18,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:47:18,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:47:18,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:47:18,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:47:18,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:47:18,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:47:18,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:18,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-1167456583600485613.jar 2024-12-02T14:47:18,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-1167456583600485613.jar 2024-12-02T14:47:18,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:18,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-1167456583600485613.jar 2024-12-02T14:47:18,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-1167456583600485613.jar 2024-12-02T14:47:18,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:18,694 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17331508082621,default:test-1733150808262 2024-12-02T14:47:18,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:47:18,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:47:18,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:18,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:18,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:18,695 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:47:19,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-6878927758149612270.jar 2024-12-02T14:47:19,698 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:47:19,711 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:47:19,715 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458 for WAL files 2024-12-02T14:47:19,717 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458 2024-12-02T14:47:19,717 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150820432 for WAL files 2024-12-02T14:47:19,718 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150820432 2024-12-02T14:47:19,815 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local797571698_0003_ac5d4274-64e8-4693-9c0d-b3297e70dd89/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:47:19,815 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local797571698_0003_ac5d4274-64e8-4693-9c0d-b3297e70dd89/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:47:19,916 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150820432 for hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150820432 (-9223372036854775808:9223372036854775807) length:30490 2024-12-02T14:47:19,934 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-02T14:47:19,935 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-02T14:47:19,984 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458 for hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458 (-9223372036854775808:9223372036854775807) length:1198 2024-12-02T14:47:19,987 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-02T14:47:19,987 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-02T14:47:20,071 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb31b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:20,071 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:20,071 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:20,072 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:20,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:20,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:20,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3d7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:20,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:20,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:20,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:20,074 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:20,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af6ecc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:20,075 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:20,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:20,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:20,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:20,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17331508082621', row='row-t20', locateType=CURRENT is [region=ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:47:20,079 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-02T14:47:20,080 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:47:20,080 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:20,080 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:20,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:20,080 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-02T14:47:20,080 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:47:20,085 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/backupUT/.tmp/backup_1733150833049/_temporary/0/_temporary/attempt_local797571698_0003_r_000000_0/ns2/test-17331508082621/f/8294b2300456416aba9fb82a5e396c13 is 38, key is row-t20/f:q1/1733150831701/Put/seqid=0 2024-12-02T14:47:20,087 WARN [Thread-939 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:47:20,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741896_1072 (size=5274) 2024-12-02T14:47:20,521 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bcdf8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:20,521 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:20,522 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:20,523 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:20,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:20,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:20,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738dad67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:20,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:20,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:20,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:20,524 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:20,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296189b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:20,525 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:20,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:20,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:20,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:20,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733150808262', row='row-test-1733150808262-1-0', locateType=CURRENT is [region=test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a., hostname=b4ac66777750,41023,1733150798573, seqNum=107] 2024-12-02T14:47:20,529 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-02T14:47:20,530 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:47:20,530 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:20,530 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:20,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:20,530 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733150808262-1-0] 2024-12-02T14:47:20,530 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:47:20,541 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a7fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:20,541 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:20,541 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:20,541 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:20,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:20,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:20,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118f45e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:20,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:20,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:20,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:20,543 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:20,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8815c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:20,544 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:20,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:20,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733150808262', row='row-test-1733150808262-3-0', locateType=CURRENT is [region=test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a., hostname=b4ac66777750,41023,1733150798573, seqNum=107] 2024-12-02T14:47:20,548 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-02T14:47:20,548 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:47:20,548 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:20,549 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:20,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:20,549 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733150808262-3-0] 2024-12-02T14:47:20,549 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:47:20,558 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/backupUT/.tmp/backup_1733150833049/_temporary/0/_temporary/attempt_local797571698_0003_r_000001_0/default/test-1733150808262/f/fb07d6ef390b40dcb7921d9327094d61 is 59, key is row-test-1733150808262-1-10/f:q1/1733150831352/Put/seqid=0 2024-12-02T14:47:20,560 WARN [Thread-951 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:47:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741897_1073 (size=10769) 2024-12-02T14:47:20,964 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/backupUT/.tmp/backup_1733150833049/_temporary/0/_temporary/attempt_local797571698_0003_r_000001_0/default/test-1733150808262/mob/90b743feb0dc4caba9cb9fcb5e0ad899 is 63, key is row-test-1733150808262-3-100/mob:q1/1733150831666/Put/seqid=0 2024-12-02T14:47:20,966 WARN [Thread-953 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:47:20,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741898_1074 (size=11810) 2024-12-02T14:47:21,857 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:40783/backupUT 2024-12-02T14:47:21,858 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733150833049 2024-12-02T14:47:21,858 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-02T14:47:21,878 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:40783/backupUT/.tmp/backup_1733150833049, hdfs://localhost:40783/backupUT] 2024-12-02T14:47:21,953 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:47:22,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741899_1075 (size=10769) 2024-12-02T14:47:22,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741900_1076 (size=11810) 2024-12-02T14:47:22,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741901_1077 (size=5274) 2024-12-02T14:47:22,996 DEBUG [master/b4ac66777750:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733150808262 2024-12-02T14:47:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741902_1078 (size=950) 2024-12-02T14:47:23,407 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/.tabledesc/.tableinfo.0000000002.908 2024-12-02T14:47:23,407 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/.tabledesc/.tableinfo.0000000003.950 2024-12-02T14:47:23,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733150808262 in 415 msec 2024-12-02T14:47:23,568 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-02T14:47:23,570 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733150833049 2024-12-02T14:47:23,571 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied." 2024-12-02T14:47:23,571 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local2124424408_0004 completed: true true 2024-12-02T14:47:23,572 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=2493802 FILE: Number of bytes written=4870248 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231422 HDFS: Number of bytes written=2433137 HDFS: Number of read operations=642 HDFS: Number of large read operations=0 HDFS: Number of write operations=248 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27853 Bytes Copied=27853 Bytes Expected=27853 Files Copied=4 DIR_COPY=8 2024-12-02T14:47:23,572 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:40783/backupUT/.tmp/backup_1733150833049 to hdfs://localhost:40783/backupUT finished. 2024-12-02T14:47:23,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17331508082621:', locateType=CURRENT is [region=backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:47:23,586 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733150833049 2024-12-02T14:47:23,589 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733150815647} 2024-12-02T14:47:23,589 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-02T14:47:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741903_1079 (size=384) 2024-12-02T14:47:23,995 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40783/backupUT/backup_1733150833049/.backup.manifest 2024-12-02T14:47:23,995 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733150833049 finished: type=INCREMENTAL,tablelist=ns2:test-17331508082621;test-1733150808262,targetRootDir=hdfs://localhost:40783/backupUT,startts=1733150835304,completets=1733150843586,bytescopied=0 2024-12-02T14:47:23,995 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-02T14:47:24,001 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-12-02T14:47:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-02T14:47:24,004 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-02T14:47:24,006 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-02T14:47:24,010 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733150833049 completed. 2024-12-02T14:47:24,010 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-02T14:47:24,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:24,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:24,030 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40783/backupUT/backup_1733150833049/.backup.manifest 2024-12-02T14:47:24,033 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733150833049/.backup.manifest 2024-12-02T14:47:24,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733150808262 from 'test-1733150808262', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733150808262', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:47:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733150808262 2024-12-02T14:47:24,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741904_1080 (size=908) 2024-12-02T14:47:24,449 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/.tabledesc/.tableinfo.0000000003.950 2024-12-02T14:47:24,449 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/.tabledesc/.tableinfo.0000000004.908 2024-12-02T14:47:24,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733150808262}] 2024-12-02T14:47:24,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, REOPEN/MOVE}] 2024-12-02T14:47:24,456 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, REOPEN/MOVE 2024-12-02T14:47:24,457 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=1bfbff59aafc406bc571c82d71a7170a, regionState=CLOSING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:47:24,457 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38503 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=b4ac66777750,41023,1733150798573, table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T14:47:24,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, REOPEN/MOVE because future has completed 2024-12-02T14:47:24,460 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T14:47:24,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:47:24,613 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,613 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T14:47:24,613 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 1bfbff59aafc406bc571c82d71a7170a, disabling compactions & flushes 2024-12-02T14:47:24,613 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:47:24,613 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:47:24,613 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. after waiting 0 ms 2024-12-02T14:47:24,613 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:47:24,618 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-12-02T14:47:24,619 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:47:24,619 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:47:24,619 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 1bfbff59aafc406bc571c82d71a7170a: Waiting for close lock at 1733150844613Running coprocessor pre-close hooks at 1733150844613Disabling compacts and flushes for region at 1733150844613Disabling writes for close at 1733150844613Writing region close event to WAL at 1733150844615 (+2 ms)Running coprocessor post-close hooks at 1733150844619 (+4 ms)Closed at 1733150844619 2024-12-02T14:47:24,619 WARN [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 1bfbff59aafc406bc571c82d71a7170a to self. 2024-12-02T14:47:24,621 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=1bfbff59aafc406bc571c82d71a7170a, regionState=CLOSED 2024-12-02T14:47:24,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:47:24,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-02T14:47:24,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573 in 164 msec 2024-12-02T14:47:24,627 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, REOPEN/MOVE; state=CLOSED, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=true 2024-12-02T14:47:24,778 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=1bfbff59aafc406bc571c82d71a7170a, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:47:24,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, REOPEN/MOVE because future has completed 2024-12-02T14:47:24,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:47:24,935 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:47:24,935 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bfbff59aafc406bc571c82d71a7170a, NAME => 'test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:47:24,936 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:47:24,936 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733150808262 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,936 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:47:24,936 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,936 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,938 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,938 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bfbff59aafc406bc571c82d71a7170a columnFamilyName f 2024-12-02T14:47:24,939 DEBUG [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:47:24,945 DEBUG [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/2716bc42e0e8490d8f18b66b9d7a98a8 2024-12-02T14:47:24,950 DEBUG [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 2024-12-02T14:47:24,950 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(327): Store=1bfbff59aafc406bc571c82d71a7170a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:47:24,951 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,952 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bfbff59aafc406bc571c82d71a7170a columnFamilyName f2 2024-12-02T14:47:24,953 DEBUG [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:47:24,953 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(327): Store=1bfbff59aafc406bc571c82d71a7170a/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:47:24,953 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,954 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bfbff59aafc406bc571c82d71a7170a columnFamilyName mob 2024-12-02T14:47:24,955 DEBUG [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:47:24,964 DEBUG [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/e6cad70e2fcf4d94aa03672e259b58cb 2024-12-02T14:47:24,970 DEBUG [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f 2024-12-02T14:47:24,970 INFO [StoreOpener-1bfbff59aafc406bc571c82d71a7170a-1 {}] regionserver.HStore(327): Store=1bfbff59aafc406bc571c82d71a7170a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:47:24,970 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,971 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,972 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,973 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,973 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,974 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733150808262 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:47:24,976 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,977 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 1bfbff59aafc406bc571c82d71a7170a; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10723259360, jitterRate=-0.0013186484575271606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:47:24,977 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:24,981 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 1bfbff59aafc406bc571c82d71a7170a: Running coprocessor pre-open hook at 1733150844936Writing region info on filesystem at 1733150844936Initializing all the Stores at 1733150844937 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150844937Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150844937Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150844937Cleaning up temporary data from old regions at 1733150844973 (+36 ms)Running coprocessor post-open hooks at 1733150844977 (+4 ms)Region opened successfully at 1733150844981 (+4 ms) 2024-12-02T14:47:24,982 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a., pid=46, masterSystemTime=1733150844932 2024-12-02T14:47:24,984 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:47:24,984 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:47:24,984 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=1bfbff59aafc406bc571c82d71a7170a, regionState=OPEN, openSeqNum=338, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:47:24,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:47:24,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-12-02T14:47:24,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bfbff59aafc406bc571c82d71a7170a, server=b4ac66777750,41023,1733150798573 in 207 msec 2024-12-02T14:47:24,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-12-02T14:47:24,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733150808262, region=1bfbff59aafc406bc571c82d71a7170a, REOPEN/MOVE in 534 msec 2024-12-02T14:47:24,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-02T14:47:24,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733150808262 in 540 msec 2024-12-02T14:47:24,997 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733150808262 2024-12-02T14:47:25,003 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3/1c08d61e639841f4b61439f8c1c2d7d2 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3/1c08d61e639841f4b61439f8c1c2d7d2 2024-12-02T14:47:25,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733150808262 in 970 msec 2024-12-02T14:47:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T14:47:25,007 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733150808262 completed 2024-12-02T14:47:25,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:25,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:25,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:25,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:25,048 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-02T14:47:25,052 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733150845008 2024-12-02T14:47:25,055 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733150833049} 2024-12-02T14:47:25,055 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733150815647} 2024-12-02T14:47:25,055 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-12-02T14:47:25,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:25,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:25,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:25,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:25,099 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1733150808262 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1733150808262 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T14:47:25,102 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733150845008,startts=0,failedts=1733150845100,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1733150808262 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-12-02T14:47:25,102 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-12-02T14:47:25,105 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-12-02T14:47:25,105 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-02T14:47:25,107 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-12-02T14:47:25,107 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-12-02T14:47:25,109 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-02T14:47:25,111 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733150845008 failed. 2024-12-02T14:47:25,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:25,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:25,130 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733150808262, ns2:test-17331508082621, ns3:test-17331508082622, ns4:test-17331508082623] 2024-12-02T14:47:25,130 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-02T14:47:25,134 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T14:47:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733150845135 (current time:1733150845135). 2024-12-02T14:47:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:47:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-02T14:47:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f5049b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:25,136 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:25,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:25,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:25,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1814fb15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:25,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:25,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:25,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:25,138 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:25,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3a5de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:25,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:25,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:25,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:25,142 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503. 2024-12-02T14:47:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:47:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:25,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T14:47:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T14:47:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-02T14:47:25,145 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:47:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-02T14:47:25,146 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:47:25,148 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:47:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741905_1081 (size=52) 2024-12-02T14:47:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-02T14:47:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-02T14:47:25,555 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:47:25,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286}] 2024-12-02T14:47:25,556 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286 2024-12-02T14:47:25,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-12-02T14:47:25,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:47:25,709 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 684dca1053307e848479749652253286 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-12-02T14:47:25,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/meta/600f38f82ccf4ed79d27f8e96b3242fc is 158, key is trslm:hdfs://localhost:40783/backupUT\x00ns2:test-17331508082621/meta:log-roll-map/1733150843577/Put/seqid=0 2024-12-02T14:47:25,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741906_1082 (size=5745) 2024-12-02T14:47:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-02T14:47:26,117 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/meta/600f38f82ccf4ed79d27f8e96b3242fc 2024-12-02T14:47:26,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/3178ff4a77814ea3a73221dec76454af is 1245, key is session:backup_1733150845008/session:context/1733150845108/Put/seqid=0 2024-12-02T14:47:26,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741907_1083 (size=6682) 2024-12-02T14:47:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-02T14:47:26,533 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/3178ff4a77814ea3a73221dec76454af 2024-12-02T14:47:26,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/meta/600f38f82ccf4ed79d27f8e96b3242fc as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/600f38f82ccf4ed79d27f8e96b3242fc 2024-12-02T14:47:26,544 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/600f38f82ccf4ed79d27f8e96b3242fc, entries=4, sequenceid=31, filesize=5.6 K 2024-12-02T14:47:26,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/3178ff4a77814ea3a73221dec76454af as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/3178ff4a77814ea3a73221dec76454af 2024-12-02T14:47:26,551 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/3178ff4a77814ea3a73221dec76454af, entries=3, sequenceid=31, filesize=6.5 K 2024-12-02T14:47:26,552 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 684dca1053307e848479749652253286 in 844ms, sequenceid=31, compaction requested=true 2024-12-02T14:47:26,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 684dca1053307e848479749652253286: 2024-12-02T14:47:26,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733150815811.684dca1053307e848479749652253286. for snapshot_backup_system completed. 2024-12-02T14:47:26,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733150815811.684dca1053307e848479749652253286.' region-info for snapshot=snapshot_backup_system 2024-12-02T14:47:26,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:47:26,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/f866195dbcc143bab206fa6e7b9c21b3, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/600f38f82ccf4ed79d27f8e96b3242fc] hfiles 2024-12-02T14:47:26,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/f866195dbcc143bab206fa6e7b9c21b3 for snapshot=snapshot_backup_system 2024-12-02T14:47:26,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/600f38f82ccf4ed79d27f8e96b3242fc for snapshot=snapshot_backup_system 2024-12-02T14:47:26,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/5002d75f34414f6bb3dd9cb56d0ff61d, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/4948b223552f476e91e150d3e83b06db, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/3178ff4a77814ea3a73221dec76454af] hfiles 2024-12-02T14:47:26,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/5002d75f34414f6bb3dd9cb56d0ff61d for snapshot=snapshot_backup_system 2024-12-02T14:47:26,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/4948b223552f476e91e150d3e83b06db for snapshot=snapshot_backup_system 2024-12-02T14:47:26,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/3178ff4a77814ea3a73221dec76454af for snapshot=snapshot_backup_system 2024-12-02T14:47:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741908_1084 (size=251) 2024-12-02T14:47:26,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:47:26,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-02T14:47:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-02T14:47:26,959 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 684dca1053307e848479749652253286 2024-12-02T14:47:26,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286 2024-12-02T14:47:26,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-02T14:47:26,962 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:47:26,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286 in 1.4050 sec 2024-12-02T14:47:26,963 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:47:26,963 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:47:26,963 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-02T14:47:26,964 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-02T14:47:26,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741909_1085 (size=888) 2024-12-02T14:47:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-02T14:47:27,374 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:47:27,383 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:47:27,383 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_backup_system 2024-12-02T14:47:27,385 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:47:27,385 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-02T14:47:27,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2420 sec 2024-12-02T14:47:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-02T14:47:29,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-02T14:47:29,314 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733150845112 started at 1733150849314. 2024-12-02T14:47:29,316 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733150845112 has been started. 2024-12-02T14:47:29,320 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-02T14:47:29,321 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-12-02T14:47:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-02T14:47:29,321 INFO [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-02T14:47:29,321 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-02T14:47:29,321 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-02T14:47:29,321 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-02T14:47:29,322 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:29,322 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:29,324 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T14:47:29,324 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T14:47:29,324 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T14:47:29,325 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,325 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-02T14:47:29,325 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:29,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:29,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-02T14:47:29,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:29,326 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-02T14:47:29,326 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-02T14:47:29,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-02T14:47:29,326 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-02T14:47:29,326 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-02T14:47:29,326 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-02T14:47:29,326 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-02T14:47:29,326 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b4ac66777750,41023,1733150798573' joining acquired barrier for procedure (rolllog) in zk 2024-12-02T14:47:29,328 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:29,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,328 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,329 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T14:47:29,329 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T14:47:29,329 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-02T14:47:29,329 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-02T14:47:29,329 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T14:47:29,329 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T14:47:29,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:29,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T14:47:29,331 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b4ac66777750,41023,1733150798573' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-02T14:47:29,331 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@76358698[Count = 0] remaining members to acquire global barrier 2024-12-02T14:47:29,331 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-02T14:47:29,331 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:29,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:29,332 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:29,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:29,333 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-02T14:47:29,333 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,333 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-02T14:47:29,333 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-02T14:47:29,333 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,333 INFO [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733150835382 highest: 1733150835382 on b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,333 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.meta:.meta(num 1733150835329) roll requested 2024-12-02T14:47:29,347 DEBUG [regionserver/b4ac66777750:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150849333.meta, exclude list is [], retry=0 2024-12-02T14:47:29,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:47:29,351 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150835329.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150849333.meta 2024-12-02T14:47:29,351 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:47:29,351 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150835329.meta is not closed yet, will try archiving it next time 2024-12-02T14:47:29,351 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1:(num 1733150835358) roll requested 2024-12-02T14:47:29,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741888_1064 (size=1903) 2024-12-02T14:47:29,364 DEBUG [regionserver/b4ac66777750:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150849351, exclude list is [], retry=0 2024-12-02T14:47:29,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:47:29,367 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150835358 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150849351 2024-12-02T14:47:29,368 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:47:29,368 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150835358 is not closed yet, will try archiving it next time 2024-12-02T14:47:29,368 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0:(num 1733150835382) roll requested 2024-12-02T14:47:29,368 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150820432 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150820432 2024-12-02T14:47:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741889_1065 (size=4927) 2024-12-02T14:47:29,381 DEBUG [regionserver/b4ac66777750:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150849368, exclude list is [], retry=0 2024-12-02T14:47:29,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:47:29,384 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150835382 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150849368 2024-12-02T14:47:29,384 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:47:29,384 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150835382 is not closed yet, will try archiving it next time 2024-12-02T14:47:29,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741890_1066 (size=93) 2024-12-02T14:47:29,385 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150835382 not finished, retry = 0 2024-12-02T14:47:29,393 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-02T14:47:29,393 INFO [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733150849368 on b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:29,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:47:29,409 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-02T14:47:29,409 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b4ac66777750,41023,1733150798573' in zk 2024-12-02T14:47:29,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,411 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-02T14:47:29,411 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T14:47:29,411 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-02T14:47:29,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T14:47:29,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T14:47:29,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T14:47:29,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T14:47:29,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:29,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T14:47:29,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:29,414 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,414 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b4ac66777750,41023,1733150798573': 2024-12-02T14:47:29,414 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b4ac66777750,41023,1733150798573' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-02T14:47:29,414 INFO [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-02T14:47:29,414 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-02T14:47:29,414 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-02T14:47:29,414 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-02T14:47:29,414 INFO [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-02T14:47:29,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T14:47:29,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T14:47:29,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T14:47:29,417 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-02T14:47:29,417 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:29,417 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T14:47:29,417 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:29,417 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T14:47:29,418 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T14:47:29,418 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T14:47:29,418 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T14:47:29,418 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,418 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:29,418 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T14:47:29,419 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T14:47:29,419 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:29,419 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,420 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T14:47:29,420 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:47:29,421 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T14:47:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T14:47:29,423 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T14:47:29,423 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T14:47:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:47:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T14:47:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T14:47:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T14:47:29,423 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T14:47:29,423 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-02T14:47:29,423 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-02T14:47:29,423 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T14:47:29,424 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T14:47:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-02T14:47:29,436 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-02T14:47:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733150849436 (current time:1733150849436). 2024-12-02T14:47:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:47:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733150849436_backup_system_bulk VERSION not specified, setting to 2 2024-12-02T14:47:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4c13ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:29,438 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:29,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:29,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:29,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36761fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:29,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:29,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:29,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:29,439 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:29,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701e47d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:29,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:29,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:29,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:29,443 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503. 2024-12-02T14:47:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:47:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:29,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T14:47:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-02T14:47:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-12-02T14:47:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-12-02T14:47:29,445 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:47:29,446 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:47:29,448 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:47:29,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741913_1089 (size=76) 2024-12-02T14:47:29,486 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150835382 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150835382 2024-12-02T14:47:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-12-02T14:47:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-12-02T14:47:29,854 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:47:29,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31be55a76bc507c662a1be8e337f2c5a}] 2024-12-02T14:47:29,855 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:47:30,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-12-02T14:47:30,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:47:30,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for 31be55a76bc507c662a1be8e337f2c5a: 2024-12-02T14:47:30,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. for snapshot_1733150849436_backup_system_bulk completed. 2024-12-02T14:47:30,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a.' region-info for snapshot=snapshot_1733150849436_backup_system_bulk 2024-12-02T14:47:30,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:47:30,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:47:30,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:47:30,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741914_1090 (size=61) 2024-12-02T14:47:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-12-02T14:47:30,147 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-02T14:47:30,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:47:30,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-02T14:47:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-02T14:47:30,414 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733150849436_backup_system_bulk on region 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:47:30,414 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:47:30,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-12-02T14:47:30,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 31be55a76bc507c662a1be8e337f2c5a in 561 msec 2024-12-02T14:47:30,417 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:47:30,418 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:47:30,419 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:47:30,419 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733150849436_backup_system_bulk 2024-12-02T14:47:30,419 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150849436_backup_system_bulk 2024-12-02T14:47:30,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741915_1091 (size=702) 2024-12-02T14:47:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-12-02T14:47:30,829 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:47:30,834 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:47:30,835 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150849436_backup_system_bulk to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150849436_backup_system_bulk 2024-12-02T14:47:30,836 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:47:30,836 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-12-02T14:47:30,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733150849436_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.3920 sec 2024-12-02T14:47:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-12-02T14:47:31,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-12-02T14:47:31,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } 2024-12-02T14:47:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733150851594 (current time:1733150851594). 2024-12-02T14:47:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:47:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733150851593_ns2_test-17331508082621 VERSION not specified, setting to 2 2024-12-02T14:47:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390b3bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:31,596 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d50d389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:31,597 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:31,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1104873e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:31,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:31,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:31,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:31,601 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503. 2024-12-02T14:47:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:47:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:31,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T14:47:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } 2024-12-02T14:47:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-12-02T14:47:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-02T14:47:31,604 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:47:31,605 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:47:31,607 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:47:31,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741916_1092 (size=86) 2024-12-02T14:47:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-02T14:47:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-02T14:47:32,014 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:47:32,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cdef05b758638a30855a50cf4649e5a}] 2024-12-02T14:47:32,015 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:47:32,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-12-02T14:47:32,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:47:32,166 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2902): Flushing 1cdef05b758638a30855a50cf4649e5a 1/1 column families, dataSize=170 B heapSize=816 B 2024-12-02T14:47:32,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/.tmp/f/4723dd7acd2e4e39b7f1b295da5862ec is 38, key is row-t20/f:q1/1733150831701/Put/seqid=0 2024-12-02T14:47:32,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741917_1093 (size=5134) 2024-12-02T14:47:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-02T14:47:32,575 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/.tmp/f/4723dd7acd2e4e39b7f1b295da5862ec 2024-12-02T14:47:32,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/.tmp/f/4723dd7acd2e4e39b7f1b295da5862ec as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/4723dd7acd2e4e39b7f1b295da5862ec 2024-12-02T14:47:32,588 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/4723dd7acd2e4e39b7f1b295da5862ec, entries=5, sequenceid=111, filesize=5.0 K 2024-12-02T14:47:32,588 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 1cdef05b758638a30855a50cf4649e5a in 422ms, sequenceid=111, compaction requested=false 2024-12-02T14:47:32,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 1cdef05b758638a30855a50cf4649e5a: 2024-12-02T14:47:32,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. for snapshot_1733150851593_ns2_test-17331508082621 completed. 2024-12-02T14:47:32,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a.' region-info for snapshot=snapshot_1733150851593_ns2_test-17331508082621 2024-12-02T14:47:32,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:47:32,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/4723dd7acd2e4e39b7f1b295da5862ec] hfiles 2024-12-02T14:47:32,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46 for snapshot=snapshot_1733150851593_ns2_test-17331508082621 2024-12-02T14:47:32,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/4723dd7acd2e4e39b7f1b295da5862ec for snapshot=snapshot_1733150851593_ns2_test-17331508082621 2024-12-02T14:47:32,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741918_1094 (size=130) 2024-12-02T14:47:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-02T14:47:32,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:47:32,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-02T14:47:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-02T14:47:32,996 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733150851593_ns2_test-17331508082621 on region 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:47:32,996 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:47:32,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-12-02T14:47:32,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1cdef05b758638a30855a50cf4649e5a in 983 msec 2024-12-02T14:47:32,998 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:47:32,999 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:47:33,000 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:47:33,000 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733150851593_ns2_test-17331508082621 2024-12-02T14:47:33,001 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150851593_ns2_test-17331508082621 2024-12-02T14:47:33,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741919_1095 (size=496) 2024-12-02T14:47:33,187 DEBUG [master/b4ac66777750:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733150808262 2024-12-02T14:47:33,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741920_1096 (size=950) 2024-12-02T14:47:33,410 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:47:33,416 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:47:33,416 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150851593_ns2_test-17331508082621 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150851593_ns2_test-17331508082621 2024-12-02T14:47:33,418 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:47:33,418 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-12-02T14:47:33,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733150851593_ns2_test-17331508082621 table=ns2:test-17331508082621 type=FLUSH ttl=0 } in 1.8160 sec 2024-12-02T14:47:33,596 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/.tabledesc/.tableinfo.0000000004.908 2024-12-02T14:47:33,596 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/.tabledesc/.tableinfo.0000000005.950 2024-12-02T14:47:33,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733150808262 in 410 msec 2024-12-02T14:47:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-12-02T14:47:33,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17331508082621 completed 2024-12-02T14:47:33,754 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } 2024-12-02T14:47:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733150853754 (current time:1733150853754). 2024-12-02T14:47:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:47:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733150853753_ns4_test-17331508082623 VERSION not specified, setting to 2 2024-12-02T14:47:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea220c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:33,756 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:33,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:33,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:33,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41837465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:33,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:33,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:33,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:33,757 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:33,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c47381d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:33,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:33,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:33,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:33,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503. 2024-12-02T14:47:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:47:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:33,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T14:47:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } 2024-12-02T14:47:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-02T14:47:33,764 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:47:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T14:47:33,764 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:47:33,767 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:47:33,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741921_1097 (size=86) 2024-12-02T14:47:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T14:47:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T14:47:34,173 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:47:34,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb487b930277a4c002f816b012b2ceb6}] 2024-12-02T14:47:34,174 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:47:34,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-12-02T14:47:34,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:47:34,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for eb487b930277a4c002f816b012b2ceb6: 2024-12-02T14:47:34,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. for snapshot_1733150853753_ns4_test-17331508082623 completed. 2024-12-02T14:47:34,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6.' region-info for snapshot=snapshot_1733150853753_ns4_test-17331508082623 2024-12-02T14:47:34,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:47:34,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:47:34,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741922_1098 (size=52) 2024-12-02T14:47:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T14:47:34,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:47:34,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-02T14:47:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-02T14:47:34,732 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733150853753_ns4_test-17331508082623 on region eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:47:34,732 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:47:34,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-02T14:47:34,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eb487b930277a4c002f816b012b2ceb6 in 560 msec 2024-12-02T14:47:34,734 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:47:34,735 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:47:34,736 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:47:34,736 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733150853753_ns4_test-17331508082623 2024-12-02T14:47:34,737 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150853753_ns4_test-17331508082623 2024-12-02T14:47:34,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741923_1099 (size=443) 2024-12-02T14:47:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T14:47:35,146 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:47:35,150 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:47:35,151 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150853753_ns4_test-17331508082623 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150853753_ns4_test-17331508082623 2024-12-02T14:47:35,152 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:47:35,152 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-02T14:47:35,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733150853753_ns4_test-17331508082623 table=ns4:test-17331508082623 type=FLUSH ttl=0 } in 1.3900 sec 2024-12-02T14:47:35,404 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:47:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-02T14:47:35,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17331508082623 completed 2024-12-02T14:47:35,914 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } 2024-12-02T14:47:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733150855914 (current time:1733150855914). 2024-12-02T14:47:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:47:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733150855913_default_test-1733150808262 VERSION not specified, setting to 2 2024-12-02T14:47:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25775721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:35,916 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:35,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:35,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:35,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7886f7c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:35,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:35,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:35,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:35,917 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:35,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7163a077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:35,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:35,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:35,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:35,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503. 2024-12-02T14:47:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:47:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:35,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T14:47:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } 2024-12-02T14:47:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-02T14:47:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T14:47:35,924 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:47:35,924 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:47:35,927 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:47:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741924_1100 (size=84) 2024-12-02T14:47:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T14:47:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T14:47:36,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1cdef05b758638a30855a50cf4649e5a, had cached 0 bytes from a total of 13547 2024-12-02T14:47:36,332 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:47:36,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1bfbff59aafc406bc571c82d71a7170a}] 2024-12-02T14:47:36,333 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:36,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-12-02T14:47:36,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:47:36,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 1bfbff59aafc406bc571c82d71a7170a: 2024-12-02T14:47:36,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. for snapshot_1733150855913_default_test-1733150808262 completed. 2024-12-02T14:47:36,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a.' region-info for snapshot=snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:36,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:47:36,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/2716bc42e0e8490d8f18b66b9d7a98a8] hfiles 2024-12-02T14:47:36,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 for snapshot=snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:36,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/2716bc42e0e8490d8f18b66b9d7a98a8 for snapshot=snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:36,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:47:36,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/e6cad70e2fcf4d94aa03672e259b58cb] hfiles 2024-12-02T14:47:36,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f for snapshot=snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:36,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/e6cad70e2fcf4d94aa03672e259b58cb for snapshot=snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:36,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741925_1101 (size=224) 2024-12-02T14:47:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T14:47:36,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:47:36,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-02T14:47:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-02T14:47:36,892 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733150855913_default_test-1733150808262 on region 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:36,892 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:36,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-02T14:47:36,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1bfbff59aafc406bc571c82d71a7170a in 560 msec 2024-12-02T14:47:36,894 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:47:36,895 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:47:36,896 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-02T14:47:36,896 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-02T14:47:36,896 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:47:36,897 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-02T14:47:36,897 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:47:36,897 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-12-02T14:47:36,897 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:47:36,898 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/mobdir/data/default/test-1733150808262/0f039eda3fb6c4b1807ef2b296ebed0d/mob/d41d8cd98f00b204e9800998ecf8427e2024120275c2ce3ed86e466e984558553ca6207e_1bfbff59aafc406bc571c82d71a7170a] hfiles 2024-12-02T14:47:36,898 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/mobdir/data/default/test-1733150808262/0f039eda3fb6c4b1807ef2b296ebed0d/mob/d41d8cd98f00b204e9800998ecf8427e2024120275c2ce3ed86e466e984558553ca6207e_1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:36,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741926_1102 (size=168) 2024-12-02T14:47:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T14:47:37,305 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:47:37,305 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:37,306 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:37,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741927_1103 (size=1347) 2024-12-02T14:47:37,715 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:47:37,722 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:47:37,722 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150855913_default_test-1733150808262 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:37,723 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:47:37,723 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-02T14:47:37,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733150855913_default_test-1733150808262 table=test-1733150808262 type=FLUSH ttl=0 } in 1.8010 sec 2024-12-02T14:47:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T14:47:38,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733150808262 completed 2024-12-02T14:47:38,074 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } 2024-12-02T14:47:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733150858074 (current time:1733150858074). 2024-12-02T14:47:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:47:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733150858074_ns3_test-17331508082622 VERSION not specified, setting to 2 2024-12-02T14:47:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1526ad36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:47:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:47:38,076 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:47:38,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:47:38,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:47:38,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a76468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:38,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:47:38,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:47:38,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:38,078 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:47:38,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166430ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:47:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:47:38,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:47:38,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:47:38,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:47:38,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503. 2024-12-02T14:47:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:47:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:47:38,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:47:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T14:47:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } 2024-12-02T14:47:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-02T14:47:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T14:47:38,084 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:47:38,085 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:47:38,087 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:47:38,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741928_1104 (size=86) 2024-12-02T14:47:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T14:47:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T14:47:38,493 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:47:38,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13c8ae0bbd9b98324ac84a28c9b40a78}] 2024-12-02T14:47:38,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:47:38,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-12-02T14:47:38,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:47:38,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 13c8ae0bbd9b98324ac84a28c9b40a78: 2024-12-02T14:47:38,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. for snapshot_1733150858074_ns3_test-17331508082622 completed. 2024-12-02T14:47:38,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78.' region-info for snapshot=snapshot_1733150858074_ns3_test-17331508082622 2024-12-02T14:47:38,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:47:38,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T14:47:38,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741929_1105 (size=52) 2024-12-02T14:47:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T14:47:39,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:47:39,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-02T14:47:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-02T14:47:39,053 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733150858074_ns3_test-17331508082622 on region 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:47:39,053 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:47:39,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-02T14:47:39,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13c8ae0bbd9b98324ac84a28c9b40a78 in 561 msec 2024-12-02T14:47:39,056 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:47:39,056 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:47:39,057 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:47:39,057 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733150858074_ns3_test-17331508082622 2024-12-02T14:47:39,058 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150858074_ns3_test-17331508082622 2024-12-02T14:47:39,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741930_1106 (size=443) 2024-12-02T14:47:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T14:47:39,468 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:47:39,472 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:47:39,473 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_1733150858074_ns3_test-17331508082622 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150858074_ns3_test-17331508082622 2024-12-02T14:47:39,474 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:47:39,474 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-02T14:47:39,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733150858074_ns3_test-17331508082622 table=ns3:test-17331508082622 type=FLUSH ttl=0 } in 1.3920 sec 2024-12-02T14:47:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-02T14:47:40,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17331508082622 completed 2024-12-02T14:47:40,234 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733150845112 2024-12-02T14:47:40,234 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-02T14:47:40,234 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-12-02T14:47:40,234 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733150845112_backup:system_bulk 2024-12-02T14:47:40,234 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733150849436_backup_system_bulk to hdfs://localhost:40783/backupUT/backup_1733150845112/backup/system_bulk/ 2024-12-02T14:47:40,234 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T14:47:40,266 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40783, inputRoot=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:47:40,266 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1924222809_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40783/backupUT/backup_1733150845112/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40783/backupUT/backup_1733150845112/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733150849436_backup_system_bulk 2024-12-02T14:47:40,269 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T14:47:40,272 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150849436_backup_system_bulk to hdfs://localhost:40783/backupUT/backup_1733150845112/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733150849436_backup_system_bulk 2024-12-02T14:47:40,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741931_1107 (size=76) 2024-12-02T14:47:40,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741932_1108 (size=702) 2024-12-02T14:47:40,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:40,685 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:40,685 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:41,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 684dca1053307e848479749652253286, had cached 0 bytes from a total of 28925 2024-12-02T14:47:41,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-7328815813683170985.jar 2024-12-02T14:47:41,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:41,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:41,743 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-1844906740717051294.jar 2024-12-02T14:47:41,744 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:41,744 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:41,744 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:41,744 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:41,745 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:41,745 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:41,745 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:47:41,745 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:47:41,746 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:47:41,746 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:47:41,746 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:47:41,746 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:47:41,747 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:47:41,747 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:47:41,747 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:47:41,747 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:47:41,747 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:47:41,748 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:41,748 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:41,748 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:41,748 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:41,749 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:41,749 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:41,749 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:41,791 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:47:41,806 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:47:41,813 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733150849436_backup_system_bulk' hfile list 2024-12-02T14:47:41,906 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local1759229265_0005_1e26879f-a086-4397-9d7c-f08a5ae704f0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:47:41,906 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local1759229265_0005_1e26879f-a086-4397-9d7c-f08a5ae704f0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:47:42,945 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T14:47:42,946 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T14:47:42,951 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733150849436_backup_system_bulk 2024-12-02T14:47:42,951 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733150849436_backup_system_bulk finished. 2024-12-02T14:47:42,951 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733150845112_ns2:test-17331508082621 2024-12-02T14:47:42,951 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733150851593_ns2_test-17331508082621 to hdfs://localhost:40783/backupUT/backup_1733150845112/ns2/test-17331508082621/ 2024-12-02T14:47:42,951 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T14:47:42,981 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40783, inputRoot=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:47:42,981 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1924222809_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40783/backupUT/backup_1733150845112/ns2/test-17331508082621, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40783/backupUT/backup_1733150845112/ns2/test-17331508082621/.hbase-snapshot/.tmp/snapshot_1733150851593_ns2_test-17331508082621 2024-12-02T14:47:42,982 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T14:47:42,987 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150851593_ns2_test-17331508082621 to hdfs://localhost:40783/backupUT/backup_1733150845112/ns2/test-17331508082621/.hbase-snapshot/.tmp/snapshot_1733150851593_ns2_test-17331508082621 2024-12-02T14:47:42,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741933_1109 (size=86) 2024-12-02T14:47:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741934_1110 (size=496) 2024-12-02T14:47:43,034 INFO [master/b4ac66777750:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T14:47:43,034 INFO [master/b4ac66777750:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T14:47:43,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:43,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:43,399 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:44,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-4685523495779563510.jar 2024-12-02T14:47:44,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:44,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:44,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-80966587790916514.jar 2024-12-02T14:47:44,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:44,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:44,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:44,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:44,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:44,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:44,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:47:44,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:47:44,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:47:44,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:47:44,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:47:44,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:47:44,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:47:44,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:47:44,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:47:44,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:47:44,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:47:44,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:44,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:44,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:44,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:44,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:44,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:44,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:44,498 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:47:44,511 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:47:44,518 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733150851593_ns2_test-17331508082621' hfile list 2024-12-02T14:47:44,520 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-12-02T14:47:44,604 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local1774222300_0006_d58e81b5-0d84-41f0-9959-7d01900feca1/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:47:44,604 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local1774222300_0006_d58e81b5-0d84-41f0-9959-7d01900feca1/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:47:44,682 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-02T14:47:44,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741935_1111 (size=8413) 2024-12-02T14:47:45,126 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46 output=hdfs://localhost:40783/backupUT/backup_1733150845112/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46 2024-12-02T14:47:45,126 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-12-02T14:47:45,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741936_1112 (size=5134) 2024-12-02T14:47:45,560 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/4723dd7acd2e4e39b7f1b295da5862ec output=hdfs://localhost:40783/backupUT/backup_1733150845112/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/4723dd7acd2e4e39b7f1b295da5862ec 2024-12-02T14:47:45,560 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-12-02T14:47:45,644 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T14:47:45,645 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T14:47:45,651 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733150851593_ns2_test-17331508082621 2024-12-02T14:47:45,651 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733150851593_ns2_test-17331508082621 finished. 2024-12-02T14:47:45,651 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733150845112_ns4:test-17331508082623 2024-12-02T14:47:45,651 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733150853753_ns4_test-17331508082623 to hdfs://localhost:40783/backupUT/backup_1733150845112/ns4/test-17331508082623/ 2024-12-02T14:47:45,651 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T14:47:45,681 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40783, inputRoot=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:47:45,681 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1924222809_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40783/backupUT/backup_1733150845112/ns4/test-17331508082623, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40783/backupUT/backup_1733150845112/ns4/test-17331508082623/.hbase-snapshot/.tmp/snapshot_1733150853753_ns4_test-17331508082623 2024-12-02T14:47:45,682 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T14:47:45,686 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150853753_ns4_test-17331508082623 to hdfs://localhost:40783/backupUT/backup_1733150845112/ns4/test-17331508082623/.hbase-snapshot/.tmp/snapshot_1733150853753_ns4_test-17331508082623 2024-12-02T14:47:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741937_1113 (size=86) 2024-12-02T14:47:45,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741938_1114 (size=443) 2024-12-02T14:47:46,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:46,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:46,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:47,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-6203020696822196634.jar 2024-12-02T14:47:47,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:47,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:47,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-15942359041515104348.jar 2024-12-02T14:47:47,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:47,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:47,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:47,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:47,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:47,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:47,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:47:47,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:47:47,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:47:47,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:47:47,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:47:47,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:47:47,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:47:47,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:47:47,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:47:47,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:47:47,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:47:47,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:47,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:47,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:47,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:47,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:47,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:47,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:47,209 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:47:47,222 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:47:47,228 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733150853753_ns4_test-17331508082623' hfile list 2024-12-02T14:47:47,315 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local797331611_0007_227905e5-e3e5-4e72-83ae-05803ec15dd7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:47:47,315 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local797331611_0007_227905e5-e3e5-4e72-83ae-05803ec15dd7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:47:48,369 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T14:47:48,370 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T14:47:48,375 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733150853753_ns4_test-17331508082623 2024-12-02T14:47:48,375 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733150853753_ns4_test-17331508082623 finished. 2024-12-02T14:47:48,375 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733150845112_test-1733150808262 2024-12-02T14:47:48,375 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733150855913_default_test-1733150808262 to hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/ 2024-12-02T14:47:48,375 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T14:47:48,404 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40783, inputRoot=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:47:48,404 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1924222809_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/.hbase-snapshot/.tmp/snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:48,406 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T14:47:48,412 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150855913_default_test-1733150808262 to hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/.hbase-snapshot/.tmp/snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741939_1115 (size=84) 2024-12-02T14:47:48,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741940_1116 (size=1347) 2024-12-02T14:47:48,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:48,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:48,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:49,821 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-12025836192659224755.jar 2024-12-02T14:47:49,822 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:49,822 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:49,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-14816196028971324364.jar 2024-12-02T14:47:49,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:49,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:49,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:49,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:49,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:49,890 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:49,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:47:49,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:47:49,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:47:49,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:47:49,891 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:47:49,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:47:49,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:47:49,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:47:49,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:47:49,892 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:47:49,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:47:49,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:49,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:49,893 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:49,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:49,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:49,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:49,894 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:49,934 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:47:49,947 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:47:49,953 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733150855913_default_test-1733150808262' hfile list 2024-12-02T14:47:49,955 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-12-02T14:47:50,040 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local2089707348_0008_802842bd-d55c-49ac-94f0-996fce7f8411/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:47:50,040 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local2089707348_0008_802842bd-d55c-49ac-94f0-996fce7f8411/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:47:50,108 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-02T14:47:50,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741941_1117 (size=13760) 2024-12-02T14:47:50,551 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/e6cad70e2fcf4d94aa03672e259b58cb output=hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/e6cad70e2fcf4d94aa03672e259b58cb 2024-12-02T14:47:50,551 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-12-02T14:47:50,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741942_1118 (size=10796) 2024-12-02T14:47:50,984 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/2716bc42e0e8490d8f18b66b9d7a98a8 output=hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/2716bc42e0e8490d8f18b66b9d7a98a8 2024-12-02T14:47:50,984 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-12-02T14:47:51,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741943_1119 (size=8413) 2024-12-02T14:47:51,425 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 output=hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 2024-12-02T14:47:51,425 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-12-02T14:47:51,449 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/mobdir/data/default/test-1733150808262/0f039eda3fb6c4b1807ef2b296ebed0d/mob/d41d8cd98f00b204e9800998ecf8427e2024120275c2ce3ed86e466e984558553ca6207e_1bfbff59aafc406bc571c82d71a7170a to hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/0f039eda3fb6c4b1807ef2b296ebed0d/mob/d41d8cd98f00b204e9800998ecf8427e2024120275c2ce3ed86e466e984558553ca6207e_1bfbff59aafc406bc571c82d71a7170a" truncated to max limit (512 characters) 2024-12-02T14:47:51,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741944_1120 (size=5591) 2024-12-02T14:47:51,858 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/mobdir/data/default/test-1733150808262/0f039eda3fb6c4b1807ef2b296ebed0d/mob/d41d8cd98f00b204e9800998ecf8427e2024120275c2ce3ed86e466e984558553ca6207e_1bfbff59aafc406bc571c82d71a7170a output=hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/0f039eda3fb6c4b1807ef2b296ebed0d/mob/d41d8cd98f00b204e9800998ecf8427e2024120275c2ce3ed86e466e984558553ca6207e_1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:47:51,858 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.012M/sec 2024-12-02T14:47:51,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741945_1121 (size=5484) 2024-12-02T14:47:52,299 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f output=hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f 2024-12-02T14:47:52,300 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-02T14:47:53,080 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T14:47:53,081 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T14:47:53,088 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:53,089 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733150855913_default_test-1733150808262 finished. 2024-12-02T14:47:53,089 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733150845112_ns3:test-17331508082622 2024-12-02T14:47:53,089 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733150858074_ns3_test-17331508082622 to hdfs://localhost:40783/backupUT/backup_1733150845112/ns3/test-17331508082622/ 2024-12-02T14:47:53,089 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-02T14:47:53,117 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40783, inputRoot=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:47:53,117 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1924222809_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40783/backupUT/backup_1733150845112/ns3/test-17331508082622, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40783/backupUT/backup_1733150845112/ns3/test-17331508082622/.hbase-snapshot/.tmp/snapshot_1733150858074_ns3_test-17331508082622 2024-12-02T14:47:53,119 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-02T14:47:53,122 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_1733150858074_ns3_test-17331508082622 to hdfs://localhost:40783/backupUT/backup_1733150845112/ns3/test-17331508082622/.hbase-snapshot/.tmp/snapshot_1733150858074_ns3_test-17331508082622 2024-12-02T14:47:53,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741946_1122 (size=86) 2024-12-02T14:47:53,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741947_1123 (size=443) 2024-12-02T14:47:53,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:53,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:53,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:54,520 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-5934826681930900515.jar 2024-12-02T14:47:54,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:54,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:54,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-9760240304625108913.jar 2024-12-02T14:47:54,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:54,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:54,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:54,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:54,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:54,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:47:54,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:47:54,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:47:54,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:47:54,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:47:54,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:47:54,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:47:54,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:47:54,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:47:54,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:47:54,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:47:54,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:47:54,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:54,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:54,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:54,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:54,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-02T14:47:54,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:54,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:47:54,630 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:47:54,643 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:47:54,649 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733150858074_ns3_test-17331508082622' hfile list 2024-12-02T14:47:54,738 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local283687292_0009_327c301e-8532-4289-a53a-24aa16e71fa6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:47:54,738 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local283687292_0009_327c301e-8532-4289-a53a-24aa16e71fa6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:47:55,775 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-02T14:47:55,776 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-02T14:47:55,781 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733150858074_ns3_test-17331508082622 2024-12-02T14:47:55,782 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733150858074_ns3_test-17331508082622 finished. 2024-12-02T14:47:55,782 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-12-02T14:47:55,782 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17331508082621 2024-12-02T14:47:55,782 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17331508082623 2024-12-02T14:47:55,782 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733150808262 2024-12-02T14:47:55,782 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17331508082622 2024-12-02T14:47:55,790 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733150845112 2024-12-02T14:47:55,790 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-02T14:47:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741948_1124 (size=209) 2024-12-02T14:47:56,196 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40783/backupUT/backup_1733150845112/.backup.manifest 2024-12-02T14:47:56,196 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733150845112 finished: type=FULL,tablelist=backup:system_bulk;ns2:test-17331508082621;ns4:test-17331508082623;test-1733150808262;ns3:test-17331508082622,targetRootDir=hdfs://localhost:40783/backupUT,startts=1733150849314,completets=1733150875790,bytescopied=0 2024-12-02T14:47:56,196 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-02T14:47:56,196 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733150849436_backup_system_bulk 2024-12-02T14:47:56,197 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733150849436_backup_system_bulk" type: DISABLED 2024-12-02T14:47:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733150849436_backup_system_bulk 2024-12-02T14:47:56,201 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733150849436_backup_system_bulk for backup backup_1733150845112 succeeded. 2024-12-02T14:47:56,201 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733150851593_ns2_test-17331508082621 2024-12-02T14:47:56,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733150851593_ns2_test-17331508082621" type: DISABLED 2024-12-02T14:47:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733150851593_ns2_test-17331508082621 2024-12-02T14:47:56,204 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733150851593_ns2_test-17331508082621 for backup backup_1733150845112 succeeded. 2024-12-02T14:47:56,204 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733150853753_ns4_test-17331508082623 2024-12-02T14:47:56,205 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733150853753_ns4_test-17331508082623" type: DISABLED 2024-12-02T14:47:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733150853753_ns4_test-17331508082623 2024-12-02T14:47:56,207 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733150853753_ns4_test-17331508082623 for backup backup_1733150845112 succeeded. 2024-12-02T14:47:56,207 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:56,208 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733150855913_default_test-1733150808262" type: DISABLED 2024-12-02T14:47:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733150855913_default_test-1733150808262 2024-12-02T14:47:56,210 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733150855913_default_test-1733150808262 for backup backup_1733150845112 succeeded. 2024-12-02T14:47:56,210 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733150858074_ns3_test-17331508082622 2024-12-02T14:47:56,211 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733150858074_ns3_test-17331508082622" type: DISABLED 2024-12-02T14:47:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733150858074_ns3_test-17331508082622 2024-12-02T14:47:56,213 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733150858074_ns3_test-17331508082622 for backup backup_1733150845112 succeeded. 2024-12-02T14:47:56,214 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-02T14:47:56,217 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-12-02T14:47:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-02T14:47:56,219 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-02T14:47:56,221 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-02T14:47:56,226 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733150845112 completed. 2024-12-02T14:47:56,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:47:56,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,286 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-02T14:48:01,290 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733150881250 2024-12-02T14:48:01,292 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733150845112} 2024-12-02T14:48:01,292 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-02T14:48:01,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:01,373 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T14:48:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733150881373 (current time:1733150881373). 2024-12-02T14:48:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T14:48:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-02T14:48:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a83f302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:01,376 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e78883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:01,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:01,377 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:01,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38824fda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:01,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:01,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:01,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:01,381 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503. 2024-12-02T14:48:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:01,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-02T14:48:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-02T14:48:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-02T14:48:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T14:48:01,384 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T14:48:01,385 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T14:48:01,388 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T14:48:01,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741949_1125 (size=52) 2024-12-02T14:48:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T14:48:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T14:48:01,794 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T14:48:01,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286}] 2024-12-02T14:48:01,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286 2024-12-02T14:48:01,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-12-02T14:48:01,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:48:01,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 684dca1053307e848479749652253286 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-12-02T14:48:01,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/meta/157422ebe52340a1aa6bedf288ffa048 is 158, key is trslm:hdfs://localhost:40783/backupUT\x00ns2:test-17331508082621/meta:log-roll-map/1733150875786/Put/seqid=0 2024-12-02T14:48:01,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741950_1126 (size=6646) 2024-12-02T14:48:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T14:48:02,356 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/meta/157422ebe52340a1aa6bedf288ffa048 2024-12-02T14:48:02,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/6e1873772dc64889a525181c141dbbe3 is 826, key is session:backup_1733150845112/session:context/1733150876220/Put/seqid=0 2024-12-02T14:48:02,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741951_1127 (size=5928) 2024-12-02T14:48:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T14:48:02,768 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/6e1873772dc64889a525181c141dbbe3 2024-12-02T14:48:02,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/meta/157422ebe52340a1aa6bedf288ffa048 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/157422ebe52340a1aa6bedf288ffa048 2024-12-02T14:48:02,780 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/157422ebe52340a1aa6bedf288ffa048, entries=12, sequenceid=42, filesize=6.5 K 2024-12-02T14:48:02,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/6e1873772dc64889a525181c141dbbe3 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/6e1873772dc64889a525181c141dbbe3 2024-12-02T14:48:02,786 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/6e1873772dc64889a525181c141dbbe3, entries=2, sequenceid=42, filesize=5.8 K 2024-12-02T14:48:02,787 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 684dca1053307e848479749652253286 in 840ms, sequenceid=42, compaction requested=true 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 684dca1053307e848479749652253286: 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733150815811.684dca1053307e848479749652253286. for snapshot_backup_system completed. 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733150815811.684dca1053307e848479749652253286.' region-info for snapshot=snapshot_backup_system 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/f866195dbcc143bab206fa6e7b9c21b3, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/600f38f82ccf4ed79d27f8e96b3242fc, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/157422ebe52340a1aa6bedf288ffa048] hfiles 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/f866195dbcc143bab206fa6e7b9c21b3 for snapshot=snapshot_backup_system 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/600f38f82ccf4ed79d27f8e96b3242fc for snapshot=snapshot_backup_system 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/157422ebe52340a1aa6bedf288ffa048 for snapshot=snapshot_backup_system 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/5002d75f34414f6bb3dd9cb56d0ff61d, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/4948b223552f476e91e150d3e83b06db, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/3178ff4a77814ea3a73221dec76454af, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/6e1873772dc64889a525181c141dbbe3] hfiles 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/5002d75f34414f6bb3dd9cb56d0ff61d for snapshot=snapshot_backup_system 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/4948b223552f476e91e150d3e83b06db for snapshot=snapshot_backup_system 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/3178ff4a77814ea3a73221dec76454af for snapshot=snapshot_backup_system 2024-12-02T14:48:02,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/6e1873772dc64889a525181c141dbbe3 for snapshot=snapshot_backup_system 2024-12-02T14:48:02,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741952_1128 (size=330) 2024-12-02T14:48:03,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:48:03,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-02T14:48:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-02T14:48:03,194 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 684dca1053307e848479749652253286 2024-12-02T14:48:03,195 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286 2024-12-02T14:48:03,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-02T14:48:03,197 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T14:48:03,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 684dca1053307e848479749652253286 in 1.4010 sec 2024-12-02T14:48:03,198 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T14:48:03,198 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T14:48:03,199 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-02T14:48:03,199 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-02T14:48:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741953_1129 (size=967) 2024-12-02T14:48:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T14:48:03,611 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T14:48:03,621 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T14:48:03,622 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.hbase-snapshot/snapshot_backup_system 2024-12-02T14:48:03,623 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T14:48:03,623 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-02T14:48:03,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2410 sec 2024-12-02T14:48:05,404 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:48:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T14:48:05,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-02T14:48:05,554 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733150881250 started at 1733150885554. 2024-12-02T14:48:05,556 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733150881250 has been started. 2024-12-02T14:48:05,560 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17331508082621, ns3:test-17331508082622, ns4:test-17331508082623, test-1733150808262] 2024-12-02T14:48:05,565 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733150835382for backupID backup_1733150881250 2024-12-02T14:48:05,565 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-02T14:48:05,565 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-12-02T14:48:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-02T14:48:05,566 INFO [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-02T14:48:05,566 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-02T14:48:05,566 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-02T14:48:05,566 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-02T14:48:05,566 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T14:48:05,566 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T14:48:05,572 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T14:48:05,573 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T14:48:05,573 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T14:48:05,573 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,573 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-02T14:48:05,573 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-02T14:48:05,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-02T14:48:05,574 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-02T14:48:05,574 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-02T14:48:05,574 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-02T14:48:05,575 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-02T14:48:05,575 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-02T14:48:05,575 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-02T14:48:05,575 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-02T14:48:05,575 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-02T14:48:05,575 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-02T14:48:05,575 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b4ac66777750,41023,1733150798573' joining acquired barrier for procedure (rolllog) in zk 2024-12-02T14:48:05,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,577 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-02T14:48:05,577 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,577 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T14:48:05,577 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T14:48:05,577 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-02T14:48:05,577 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-02T14:48:05,577 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T14:48:05,578 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T14:48:05,578 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:48:05,578 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,579 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T14:48:05,579 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b4ac66777750,41023,1733150798573' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-02T14:48:05,579 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5b393c78[Count = 0] remaining members to acquire global barrier 2024-12-02T14:48:05,579 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-02T14:48:05,579 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-02T14:48:05,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T14:48:05,581 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-02T14:48:05,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-02T14:48:05,581 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-02T14:48:05,581 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,581 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-02T14:48:05,581 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-02T14:48:05,581 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,582 INFO [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733150849368 highest: 1733150849368 on b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,582 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.meta:.meta(num 1733150849333) roll requested 2024-12-02T14:48:05,595 DEBUG [regionserver/b4ac66777750:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150885582.meta, exclude list is [], retry=0 2024-12-02T14:48:05,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:48:05,599 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150849333.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150885582.meta 2024-12-02T14:48:05,599 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:48:05,599 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150849333.meta is not closed yet, will try archiving it next time 2024-12-02T14:48:05,599 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1:(num 1733150849351) roll requested 2024-12-02T14:48:05,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741910_1086 (size=93) 2024-12-02T14:48:05,601 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150849333.meta not finished, retry = 0 2024-12-02T14:48:05,612 DEBUG [regionserver/b4ac66777750:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150885599, exclude list is [], retry=0 2024-12-02T14:48:05,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:48:05,616 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150849351 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150885599 2024-12-02T14:48:05,616 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:48:05,616 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150849351 is not closed yet, will try archiving it next time 2024-12-02T14:48:05,616 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0:(num 1733150849368) roll requested 2024-12-02T14:48:05,616 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150835358 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150835358 2024-12-02T14:48:05,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741911_1087 (size=4710) 2024-12-02T14:48:05,629 DEBUG [regionserver/b4ac66777750:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150885616, exclude list is [], retry=0 2024-12-02T14:48:05,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-e4e349ca-4a0d-479b-81c4-ffdd8a5bea13,DISK] 2024-12-02T14:48:05,632 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150849368 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150885616 2024-12-02T14:48:05,632 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39517:39517)] 2024-12-02T14:48:05,632 DEBUG [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150849368 is not closed yet, will try archiving it next time 2024-12-02T14:48:05,632 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150820458 2024-12-02T14:48:05,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741912_1088 (size=653) 2024-12-02T14:48:05,634 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150849368 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150849368 2024-12-02T14:48:05,642 DEBUG [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-02T14:48:05,642 INFO [rs(b4ac66777750,41023,1733150798573)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733150885616 on b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:05,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:05,658 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-02T14:48:05,658 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b4ac66777750,41023,1733150798573' in zk 2024-12-02T14:48:05,660 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-02T14:48:05,660 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T14:48:05,660 DEBUG [member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-02T14:48:05,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,661 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,661 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T14:48:05,661 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T14:48:05,661 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T14:48:05,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T14:48:05,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:48:05,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T14:48:05,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:48:05,664 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b4ac66777750,41023,1733150798573': 2024-12-02T14:48:05,665 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b4ac66777750,41023,1733150798573' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-02T14:48:05,665 INFO [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-02T14:48:05,665 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-02T14:48:05,665 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-02T14:48:05,665 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-02T14:48:05,665 INFO [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-02T14:48:05,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T14:48:05,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T14:48:05,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T14:48:05,667 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-02T14:48:05,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-02T14:48:05,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-02T14:48:05,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T14:48:05,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-02T14:48:05,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-02T14:48:05,668 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T14:48:05,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T14:48:05,668 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:48:05,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-02T14:48:05,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-02T14:48:05,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:48:05,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,670 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-02T14:48:05,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-02T14:48:05,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T14:48:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-02T14:48:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-02T14:48:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b4ac66777750,41023,1733150798573 2024-12-02T14:48:05,673 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-02T14:48:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T14:48:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-02T14:48:05,673 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-02T14:48:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-02T14:48:05,673 DEBUG [(b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-02T14:48:05,673 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-02T14:48:05,673 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-02T14:48:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-02T14:48:05,673 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-02T14:48:05,673 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-02T14:48:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-02T14:48:05,686 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {b4ac66777750:41023=1733150835382} newestTimestamps: {b4ac66777750:41023=1733150849368} 2024-12-02T14:48:05,687 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b4ac66777750%2C41023%2C1733150798573.meta.1733150802714.meta 2024-12-02T14:48:05,687 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b4ac66777750%2C41023%2C1733150798573.meta.1733150835329.meta 2024-12-02T14:48:05,687 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b4ac66777750%2C41023%2C1733150798573.meta.1733150849333.meta 2024-12-02T14:48:05,687 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b4ac66777750%2C41023%2C1733150798573.meta.1733150885582.meta 2024-12-02T14:48:05,687 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150885616 2024-12-02T14:48:05,687 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150849351 2024-12-02T14:48:05,687 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150885599 2024-12-02T14:48:05,688 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.meta.1733150820405.meta 2024-12-02T14:48:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741957_1133 (size=640) 2024-12-02T14:48:05,702 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150849333.meta to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.meta.1733150849333.meta 2024-12-02T14:48:06,097 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:40783/backupUT/backup_1733150881250/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:48:06,097 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T14:48:06,100 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-12-02T14:48:06,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741958_1134 (size=45) 2024-12-02T14:48:06,505 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-12-02T14:48:06,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741959_1135 (size=364) 2024-12-02T14:48:06,914 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17331508082621 target: hdfs://localhost:40783/backupUT/backup_1733150881250/ns2/test-17331508082621 descriptor: 'ns2:test-17331508082621', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:48:06,914 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T14:48:06,917 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17331508082621 2024-12-02T14:48:06,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741960_1136 (size=50) 2024-12-02T14:48:07,321 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17331508082621 2024-12-02T14:48:07,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741961_1137 (size=390) 2024-12-02T14:48:07,731 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17331508082623 target: hdfs://localhost:40783/backupUT/backup_1733150881250/ns4/test-17331508082623 descriptor: 'ns4:test-17331508082623', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:48:07,731 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T14:48:07,733 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17331508082623 2024-12-02T14:48:07,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741962_1138 (size=50) 2024-12-02T14:48:08,138 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17331508082623 2024-12-02T14:48:08,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741963_1139 (size=950) 2024-12-02T14:48:08,548 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733150808262 target: hdfs://localhost:40783/backupUT/backup_1733150881250/default/test-1733150808262 descriptor: 'test-1733150808262', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:48:08,548 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T14:48:08,551 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733150808262 2024-12-02T14:48:08,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741964_1140 (size=53) 2024-12-02T14:48:08,956 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733150808262 2024-12-02T14:48:08,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741965_1141 (size=390) 2024-12-02T14:48:09,366 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17331508082622 target: hdfs://localhost:40783/backupUT/backup_1733150881250/ns3/test-17331508082622 descriptor: 'ns3:test-17331508082622', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:48:09,366 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-02T14:48:09,368 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17331508082622 2024-12-02T14:48:09,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741966_1142 (size=50) 2024-12-02T14:48:09,773 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17331508082622 2024-12-02T14:48:09,783 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:40783/backupUT/.tmp/backup_1733150881250 from hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150849351;hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150849368 2024-12-02T14:48:09,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9d597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:09,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:09,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:09,785 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:09,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:09,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:09,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395bb706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:09,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:09,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:09,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:09,787 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:09,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d63295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:09,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:09,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:09,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@685046f5 2024-12-02T14:48:09,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:09,789 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:09,792 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T14:48:09,792 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-12-02T14:48:09,792 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:09,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:09,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:09,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:09,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:09,796 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-12-02T14:48:09,796 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17331508082621 2024-12-02T14:48:09,796 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17331508082621,, stopping at row=ns2:test-17331508082621 ,, for max=2147483647 with caching=100 2024-12-02T14:48:09,798 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17331508082621: ns2:test-17331508082621; 2024-12-02T14:48:09,798 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17331508082622 2024-12-02T14:48:09,798 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17331508082622,, stopping at row=ns3:test-17331508082622 ,, for max=2147483647 with caching=100 2024-12-02T14:48:09,799 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17331508082622: ns3:test-17331508082622; 2024-12-02T14:48:09,799 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17331508082623 2024-12-02T14:48:09,799 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17331508082623,, stopping at row=ns4:test-17331508082623 ,, for max=2147483647 with caching=100 2024-12-02T14:48:09,800 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17331508082623: ns4:test-17331508082623; 2024-12-02T14:48:09,801 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733150808262 2024-12-02T14:48:09,801 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733150808262,, stopping at row=test-1733150808262 ,, for max=2147483647 with caching=100 2024-12-02T14:48:09,802 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733150808262: test-1733150808262; 2024-12-02T14:48:09,802 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-12-02T14:48:09,802 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/partitions_f66eb3d8-7638-492c-95d3-b93c6780374f 2024-12-02T14:48:09,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741967_1143 (size=324) 2024-12-02T14:48:09,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1bfbff59aafc406bc571c82d71a7170a, had cached 0 bytes from a total of 38453 2024-12-02T14:48:10,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:10,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:10,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:11,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-5533356509630830186.jar 2024-12-02T14:48:11,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:11,200 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:11,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-9481721608003408198.jar 2024-12-02T14:48:11,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:11,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:11,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:11,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:11,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:11,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:11,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:48:11,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:48:11,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:48:11,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:48:11,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:48:11,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:48:11,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:48:11,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:48:11,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:48:11,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:48:11,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:48:11,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:11,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-661714124222503928.jar 2024-12-02T14:48:11,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-661714124222503928.jar 2024-12-02T14:48:11,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:11,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-661714124222503928.jar 2024-12-02T14:48:11,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-661714124222503928.jar 2024-12-02T14:48:11,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:48:11,337 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17331508082621,ns3:test-17331508082622,ns4:test-17331508082623,default:test-1733150808262 2024-12-02T14:48:11,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:11,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:11,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:11,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:11,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:11,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:48:12,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-9864007108006252359.jar 2024-12-02T14:48:12,335 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:48:12,348 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:48:12,352 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150849351 for WAL files 2024-12-02T14:48:12,353 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150849351 2024-12-02T14:48:12,353 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150849368 for WAL files 2024-12-02T14:48:12,353 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150849368 2024-12-02T14:48:12,443 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local1979979865_0010_c2d8cb23-0940-4fb3-a288-ba3b470bf073/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:48:12,443 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local1979979865_0010_c2d8cb23-0940-4fb3-a288-ba3b470bf073/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:48:12,504 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150849351 for hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150849351 (-9223372036854775808:9223372036854775807) length:4710 2024-12-02T14:48:12,507 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-02T14:48:12,508 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-02T14:48:12,553 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150849368 for hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150849368 (-9223372036854775808:9223372036854775807) length:653 2024-12-02T14:48:12,556 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-02T14:48:12,556 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-02T14:48:12,650 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aca3797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:12,650 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:12,650 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:12,651 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:12,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce3c3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:12,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:12,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:12,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:12,653 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:12,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1c652b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:12,654 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:12,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:12,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:12,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:12,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733150808262', row='row-test-1733150808262-2-0', locateType=CURRENT is [region=test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a., hostname=b4ac66777750,41023,1733150798573, seqNum=338] 2024-12-02T14:48:12,658 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-12-02T14:48:12,658 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:12,659 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:12,659 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:12,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:12,659 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733150808262-2-0] 2024-12-02T14:48:12,659 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:48:12,663 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/backupUT/.tmp/backup_1733150881250/_temporary/0/_temporary/attempt_local1979979865_0010_r_000004_0/default/test-1733150808262/f2/ea25b5afe9b241aa8fb4e044a607e9dc is 58, key is row-test-1733150808262-2-0/f2:q1/1733150876242/Put/seqid=0 2024-12-02T14:48:12,664 WARN [Thread-1498 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:48:12,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741968_1144 (size=5367) 2024-12-02T14:48:13,484 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:40783/backupUT 2024-12-02T14:48:13,484 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733150881250 2024-12-02T14:48:13,484 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-02T14:48:13,499 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:40783/backupUT/.tmp/backup_1733150881250, hdfs://localhost:40783/backupUT] 2024-12-02T14:48:13,544 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:48:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741969_1145 (size=5367) 2024-12-02T14:48:14,150 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-02T14:48:14,152 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733150881250 2024-12-02T14:48:14,152 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-12-02T14:48:14,152 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local528292200_0011 completed: true true 2024-12-02T14:48:14,152 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=2674230 FILE: Number of bytes written=13192810 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410404 HDFS: Number of bytes written=2548279 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=423 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-12-02T14:48:14,153 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:40783/backupUT/.tmp/backup_1733150881250 to hdfs://localhost:40783/backupUT finished. 2024-12-02T14:48:14,167 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733150881250 2024-12-02T14:48:14,170 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733150845112} 2024-12-02T14:48:14,170 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-02T14:48:14,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741970_1146 (size=714) 2024-12-02T14:48:14,574 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40783/backupUT/backup_1733150881250/.backup.manifest 2024-12-02T14:48:14,575 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733150881250 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns2:test-17331508082621;ns4:test-17331508082623;test-1733150808262;ns3:test-17331508082622,targetRootDir=hdfs://localhost:40783/backupUT,startts=1733150885554,completets=1733150894167,bytescopied=0 2024-12-02T14:48:14,575 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-02T14:48:14,579 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-12-02T14:48:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-02T14:48:14,581 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-02T14:48:14,583 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-02T14:48:14,586 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733150881250 completed. 2024-12-02T14:48:14,587 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-02T14:48:14,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:14,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:14,599 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1733150815647 2024-12-02T14:48:14,602 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-12-02T14:48:14,603 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-12-02T14:48:14,603 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40783/backupUT/backup_1733150815647/.backup.manifest 2024-12-02T14:48:14,605 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733150815647/.backup.manifest 2024-12-02T14:48:14,607 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40783/backupUT/backup_1733150815647/.backup.manifest 2024-12-02T14:48:14,609 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733150815647/.backup.manifest 2024-12-02T14:48:14,609 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733150808262' to 'table1' from full backup image hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262 2024-12-02T14:48:14,616 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-12-02T14:48:14,616 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:48:14,617 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f in region [hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a] 2024-12-02T14:48:14,621 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 first=row0 last=row98 2024-12-02T14:48:14,621 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3 in region [hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a] 2024-12-02T14:48:14,624 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3/1c08d61e639841f4b61439f8c1c2d7d2 first=row-test-1733150808262-3-0 last=row-test-1733150808262-3-5 2024-12-02T14:48:14,624 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob in region [hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a] 2024-12-02T14:48:14,627 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f first=row-test-1733150808262-3-0 last=row-test-1733150808262-3-5 2024-12-02T14:48:14,631 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:48:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-12-02T14:48:14,633 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:48:14,633 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:14,633 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-12-02T14:48:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T14:48:14,634 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:48:14,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741971_1147 (size=938) 2024-12-02T14:48:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T14:48:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T14:48:15,041 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f91f5f0aae1d59c892cc65aaa1b8811, NAME => 'table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:48:15,042 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => acd70a99df014ff70374f24a417c1480, NAME => 'table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:48:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741972_1148 (size=45) 2024-12-02T14:48:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741973_1149 (size=45) 2024-12-02T14:48:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T14:48:15,450 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:15,450 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:15,450 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing acd70a99df014ff70374f24a417c1480, disabling compactions & flushes 2024-12-02T14:48:15,450 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 5f91f5f0aae1d59c892cc65aaa1b8811, disabling compactions & flushes 2024-12-02T14:48:15,450 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. 2024-12-02T14:48:15,450 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. 2024-12-02T14:48:15,450 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. 2024-12-02T14:48:15,450 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. after waiting 0 ms 2024-12-02T14:48:15,450 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. 2024-12-02T14:48:15,450 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. 2024-12-02T14:48:15,450 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. 2024-12-02T14:48:15,450 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. after waiting 0 ms 2024-12-02T14:48:15,450 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. 2024-12-02T14:48:15,450 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for acd70a99df014ff70374f24a417c1480: Waiting for close lock at 1733150895450Disabling compacts and flushes for region at 1733150895450Disabling writes for close at 1733150895450Writing region close event to WAL at 1733150895450Closed at 1733150895450 2024-12-02T14:48:15,450 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. 2024-12-02T14:48:15,450 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f91f5f0aae1d59c892cc65aaa1b8811: Waiting for close lock at 1733150895450Disabling compacts and flushes for region at 1733150895450Disabling writes for close at 1733150895450Writing region close event to WAL at 1733150895450Closed at 1733150895450 2024-12-02T14:48:15,451 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:48:15,451 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733150895451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733150895451"}]},"ts":"1733150895451"} 2024-12-02T14:48:15,452 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733150895451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733150895451"}]},"ts":"1733150895451"} 2024-12-02T14:48:15,455 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T14:48:15,456 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:48:15,456 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150895456"}]},"ts":"1733150895456"} 2024-12-02T14:48:15,457 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-02T14:48:15,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5f91f5f0aae1d59c892cc65aaa1b8811, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=acd70a99df014ff70374f24a417c1480, ASSIGN}] 2024-12-02T14:48:15,459 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=acd70a99df014ff70374f24a417c1480, ASSIGN 2024-12-02T14:48:15,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5f91f5f0aae1d59c892cc65aaa1b8811, ASSIGN 2024-12-02T14:48:15,460 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=acd70a99df014ff70374f24a417c1480, ASSIGN; state=OFFLINE, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=false 2024-12-02T14:48:15,460 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=5f91f5f0aae1d59c892cc65aaa1b8811, ASSIGN; state=OFFLINE, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=false 2024-12-02T14:48:15,610 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=acd70a99df014ff70374f24a417c1480, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:15,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=5f91f5f0aae1d59c892cc65aaa1b8811, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:15,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=acd70a99df014ff70374f24a417c1480, ASSIGN because future has completed 2024-12-02T14:48:15,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure acd70a99df014ff70374f24a417c1480, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:15,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=5f91f5f0aae1d59c892cc65aaa1b8811, ASSIGN because future has completed 2024-12-02T14:48:15,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f91f5f0aae1d59c892cc65aaa1b8811, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:15,767 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. 2024-12-02T14:48:15,767 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => acd70a99df014ff70374f24a417c1480, NAME => 'table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-02T14:48:15,768 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:48:15,768 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,768 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:15,768 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,768 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,770 INFO [StoreOpener-acd70a99df014ff70374f24a417c1480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,771 INFO [StoreOpener-acd70a99df014ff70374f24a417c1480-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acd70a99df014ff70374f24a417c1480 columnFamilyName f 2024-12-02T14:48:15,771 DEBUG [StoreOpener-acd70a99df014ff70374f24a417c1480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:15,771 INFO [StoreOpener-acd70a99df014ff70374f24a417c1480-1 {}] regionserver.HStore(327): Store=acd70a99df014ff70374f24a417c1480/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:15,772 INFO [StoreOpener-acd70a99df014ff70374f24a417c1480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,773 INFO [StoreOpener-acd70a99df014ff70374f24a417c1480-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acd70a99df014ff70374f24a417c1480 columnFamilyName f3 2024-12-02T14:48:15,773 DEBUG [StoreOpener-acd70a99df014ff70374f24a417c1480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T14:48:15,773 INFO [StoreOpener-acd70a99df014ff70374f24a417c1480-1 {}] regionserver.HStore(327): Store=acd70a99df014ff70374f24a417c1480/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:15,773 INFO [StoreOpener-acd70a99df014ff70374f24a417c1480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,774 INFO [StoreOpener-acd70a99df014ff70374f24a417c1480-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acd70a99df014ff70374f24a417c1480 columnFamilyName mob 2024-12-02T14:48:15,775 DEBUG [StoreOpener-acd70a99df014ff70374f24a417c1480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:15,775 INFO [StoreOpener-acd70a99df014ff70374f24a417c1480-1 {}] regionserver.HStore(327): Store=acd70a99df014ff70374f24a417c1480/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:15,776 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,777 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,777 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,778 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,778 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,778 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:48:15,780 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,781 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:48:15,782 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened acd70a99df014ff70374f24a417c1480; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11894070880, jitterRate=0.10772167146205902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:48:15,782 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:15,783 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for acd70a99df014ff70374f24a417c1480: Running coprocessor pre-open hook at 1733150895768Writing region info on filesystem at 1733150895768Initializing all the Stores at 1733150895769 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150895769Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150895769Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150895769Cleaning up temporary data from old regions at 1733150895778 (+9 ms)Running coprocessor post-open hooks at 1733150895782 (+4 ms)Region opened successfully at 1733150895783 (+1 ms) 2024-12-02T14:48:15,784 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480., pid=65, masterSystemTime=1733150895764 2024-12-02T14:48:15,785 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. 2024-12-02T14:48:15,786 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. 2024-12-02T14:48:15,786 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. 2024-12-02T14:48:15,786 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f91f5f0aae1d59c892cc65aaa1b8811, NAME => 'table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-02T14:48:15,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=acd70a99df014ff70374f24a417c1480, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:15,786 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:48:15,786 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,786 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:15,786 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,786 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure acd70a99df014ff70374f24a417c1480, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:15,788 INFO [StoreOpener-5f91f5f0aae1d59c892cc65aaa1b8811-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,789 INFO [StoreOpener-5f91f5f0aae1d59c892cc65aaa1b8811-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f91f5f0aae1d59c892cc65aaa1b8811 columnFamilyName f 2024-12-02T14:48:15,789 DEBUG [StoreOpener-5f91f5f0aae1d59c892cc65aaa1b8811-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:15,789 INFO [StoreOpener-5f91f5f0aae1d59c892cc65aaa1b8811-1 {}] regionserver.HStore(327): Store=5f91f5f0aae1d59c892cc65aaa1b8811/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:15,790 INFO [StoreOpener-5f91f5f0aae1d59c892cc65aaa1b8811-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-02T14:48:15,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure acd70a99df014ff70374f24a417c1480, server=b4ac66777750,41023,1733150798573 in 176 msec 2024-12-02T14:48:15,791 INFO [StoreOpener-5f91f5f0aae1d59c892cc65aaa1b8811-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f91f5f0aae1d59c892cc65aaa1b8811 columnFamilyName f3 2024-12-02T14:48:15,791 DEBUG [StoreOpener-5f91f5f0aae1d59c892cc65aaa1b8811-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:15,791 INFO [StoreOpener-5f91f5f0aae1d59c892cc65aaa1b8811-1 {}] regionserver.HStore(327): Store=5f91f5f0aae1d59c892cc65aaa1b8811/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:15,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=acd70a99df014ff70374f24a417c1480, ASSIGN in 332 msec 2024-12-02T14:48:15,792 INFO [StoreOpener-5f91f5f0aae1d59c892cc65aaa1b8811-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,793 INFO [StoreOpener-5f91f5f0aae1d59c892cc65aaa1b8811-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f91f5f0aae1d59c892cc65aaa1b8811 columnFamilyName mob 2024-12-02T14:48:15,793 DEBUG [StoreOpener-5f91f5f0aae1d59c892cc65aaa1b8811-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:15,794 INFO [StoreOpener-5f91f5f0aae1d59c892cc65aaa1b8811-1 {}] regionserver.HStore(327): Store=5f91f5f0aae1d59c892cc65aaa1b8811/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:15,794 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,795 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,795 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,796 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,796 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,797 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:48:15,798 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,799 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:48:15,800 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 5f91f5f0aae1d59c892cc65aaa1b8811; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9576953120, jitterRate=-0.10807673633098602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:48:15,800 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:15,800 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 5f91f5f0aae1d59c892cc65aaa1b8811: Running coprocessor pre-open hook at 1733150895786Writing region info on filesystem at 1733150895787 (+1 ms)Initializing all the Stores at 1733150895787Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150895787Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150895788 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150895788Cleaning up temporary data from old regions at 1733150895796 (+8 ms)Running coprocessor post-open hooks at 1733150895800 (+4 ms)Region opened successfully at 1733150895800 2024-12-02T14:48:15,801 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., pid=66, masterSystemTime=1733150895764 2024-12-02T14:48:15,802 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. 2024-12-02T14:48:15,802 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. 2024-12-02T14:48:15,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=5f91f5f0aae1d59c892cc65aaa1b8811, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:15,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f91f5f0aae1d59c892cc65aaa1b8811, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:15,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63 2024-12-02T14:48:15,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f91f5f0aae1d59c892cc65aaa1b8811, server=b4ac66777750,41023,1733150798573 in 192 msec 2024-12-02T14:48:15,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-02T14:48:15,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5f91f5f0aae1d59c892cc65aaa1b8811, ASSIGN in 348 msec 2024-12-02T14:48:15,809 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:48:15,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150895809"}]},"ts":"1733150895809"} 2024-12-02T14:48:15,810 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-02T14:48:15,811 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:48:15,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.1790 sec 2024-12-02T14:48:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T14:48:16,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-12-02T14:48:16,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T14:48:16,789 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a from hbase tables test-1733150808262 to tables table1 2024-12-02T14:48:16,789 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733150808262 into table1 2024-12-02T14:48:16,791 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789 from hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:48:16,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14409eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:16,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:16,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:16,793 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:16,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:16,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:16,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d6aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:16,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:16,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:16,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:16,795 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:16,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db9fe1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:16,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:16,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:16,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@91e0efb 2024-12-02T14:48:16,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:16,797 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:16,798 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T14:48:16,798 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-02T14:48:16,798 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T14:48:16,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:16,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:16,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:16,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:16,802 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-02T14:48:16,802 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-02T14:48:16,802 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-02T14:48:16,802 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/partitions_abe95e02-c5d6-4f83-af13-046783cf7c28 2024-12-02T14:48:16,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741974_1150 (size=177) 2024-12-02T14:48:17,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-12-02T14:48:17,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-12-02T14:48:17,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:17,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:17,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:18,190 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-12-02T14:48:18,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-2624617706234894020.jar 2024-12-02T14:48:18,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:18,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:18,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-17316556136437150818.jar 2024-12-02T14:48:18,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:18,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:18,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:18,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:18,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:18,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:18,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:48:18,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:48:18,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:48:18,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:48:18,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:48:18,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:48:18,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:48:18,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:48:18,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:48:18,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:48:18,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:48:18,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:18,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-2025218824440845041.jar 2024-12-02T14:48:18,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-2025218824440845041.jar 2024-12-02T14:48:18,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:18,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-2025218824440845041.jar 2024-12-02T14:48:18,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-2025218824440845041.jar 2024-12-02T14:48:18,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:48:18,339 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-02T14:48:18,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:18,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:18,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:18,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:18,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:18,340 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-02T14:48:18,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:48:18,352 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:48:18,365 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:48:18,460 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local26749671_0012_dce751b4-68cb-478d-bcf6-d01f3dd79545/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:48:18,460 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local26749671_0012_dce751b4-68cb-478d-bcf6-d01f3dd79545/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:48:18,521 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 2024-12-02T14:48:18,525 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T14:48:18,572 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f 2024-12-02T14:48:18,575 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T14:48:18,608 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f3/1c08d61e639841f4b61439f8c1c2d7d2 2024-12-02T14:48:18,611 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T14:48:18,644 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762e3cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:18,644 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:18,644 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:18,645 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:18,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:18,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:18,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2890ba6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:18,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:18,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:18,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:18,647 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:18,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566cd0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:18,648 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:18,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:18,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:18,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:18,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733150808262-3-0', locateType=CURRENT is [region=table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:18,652 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-02T14:48:18,652 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:18,652 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:18,652 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:18,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:18,652 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733150808262-3-0] 2024-12-02T14:48:18,652 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:48:18,657 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5529bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:18,657 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:18,657 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:18,657 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:18,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:18,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:18,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3987b074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:18,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:18,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:18,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:18,659 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:18,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e9f985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:18,660 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:18,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:18,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:18,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:18,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733150808262-3-0', locateType=CURRENT is [region=table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:18,663 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-02T14:48:18,663 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:18,663 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:18,663 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:18,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:18,663 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733150808262-3-0] 2024-12-02T14:48:18,663 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:48:18,667 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/_temporary/0/_temporary/attempt_local26749671_0012_r_000000_0/f3/57deab6b7bb344599a9480a57a79f70b is 58, key is row-test-1733150808262-3-0/f3:q1/1733150815616/Put/seqid=0 2024-12-02T14:48:18,668 WARN [Thread-1617 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:48:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741975_1151 (size=5528) 2024-12-02T14:48:19,072 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/_temporary/0/_temporary/attempt_local26749671_0012_r_000000_0/mob/fe0b74e620364a40962dc5d02644395d is 59, key is row-test-1733150808262-3-0/mob:q1/1733150815630/Put/seqid=0 2024-12-02T14:48:19,073 WARN [Thread-1619 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:48:19,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741976_1152 (size=5537) 2024-12-02T14:48:19,499 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f48d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:19,499 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:19,499 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:19,500 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:19,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:19,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:19,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43af58f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:19,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:19,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:19,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:19,502 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:19,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336b0e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:19,502 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:19,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:19,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:19,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:19,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:19,506 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-02T14:48:19,506 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:19,506 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:19,506 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:19,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:19,506 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-02T14:48:19,507 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:48:19,512 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/_temporary/0/_temporary/attempt_local26749671_0012_r_000001_0/f/58929570100b49039ecd8bdec2094ce4 is 37, key is row10/f:q1/1733150809970/Put/seqid=0 2024-12-02T14:48:19,513 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:48:19,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741977_1153 (size=8740) 2024-12-02T14:48:20,503 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789 2024-12-02T14:48:20,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324a37a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:20,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:20,504 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:20,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:20,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:20,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ef4f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:20,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:20,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,506 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:20,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cb8a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:20,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:20,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:20,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:20,512 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/_SUCCESS 2024-12-02T14:48:20,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:20,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:20,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2290c6fc 2024-12-02T14:48:20,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:20,522 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:20,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:20,532 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T14:48:20,542 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/f/58929570100b49039ecd8bdec2094ce4 first=Optional[row0] last=Optional[row98] 2024-12-02T14:48:20,545 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/f3/57deab6b7bb344599a9480a57a79f70b first=Optional[row-test-1733150808262-3-0] last=Optional[row-test-1733150808262-3-5] 2024-12-02T14:48:20,548 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/mob/fe0b74e620364a40962dc5d02644395d first=Optional[row-test-1733150808262-3-0] last=Optional[row-test-1733150808262-3-5] 2024-12-02T14:48:20,565 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/f/58929570100b49039ecd8bdec2094ce4 for inclusion in acd70a99df014ff70374f24a417c1480/f 2024-12-02T14:48:20,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/mob/fe0b74e620364a40962dc5d02644395d for inclusion in 5f91f5f0aae1d59c892cc65aaa1b8811/mob 2024-12-02T14:48:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-02T14:48:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-02T14:48:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HRegion(2603): Flush status journal for acd70a99df014ff70374f24a417c1480: 2024-12-02T14:48:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733150808262-3-0 last=row-test-1733150808262-3-5 2024-12-02T14:48:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-02T14:48:20,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/f3/57deab6b7bb344599a9480a57a79f70b for inclusion in 5f91f5f0aae1d59c892cc65aaa1b8811/f3 2024-12-02T14:48:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/f/58929570100b49039ecd8bdec2094ce4 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/f/58929570100b49039ecd8bdec2094ce4 2024-12-02T14:48:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/f/58929570100b49039ecd8bdec2094ce4 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480/f/dff93af9fd4e4b8fa4e1738e875d2efd_SeqId_4_ 2024-12-02T14:48:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733150808262-3-0 last=row-test-1733150808262-3-5 2024-12-02T14:48:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-02T14:48:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegion(2603): Flush status journal for 5f91f5f0aae1d59c892cc65aaa1b8811: 2024-12-02T14:48:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21dd0b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/mob/fe0b74e620364a40962dc5d02644395d to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/mob/fe0b74e620364a40962dc5d02644395d 2024-12-02T14:48:20,577 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:20,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:20,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:20,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6f6aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:20,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:20,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,579 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/mob/fe0b74e620364a40962dc5d02644395d as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/mob/8c1bc90bd38541d990b86e3730a0ee24_SeqId_4_ 2024-12-02T14:48:20,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5512eb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150896789/f3/57deab6b7bb344599a9480a57a79f70b to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/f3/57deab6b7bb344599a9480a57a79f70b 2024-12-02T14:48:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:20,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:20,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3265ae89 2024-12-02T14:48:20,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:20,581 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/f3/57deab6b7bb344599a9480a57a79f70b as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/f3/f50627aeae7d4d8cada2c2a01f0f822d_SeqId_4_ 2024-12-02T14:48:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134923b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:20,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:20,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:20,583 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:20,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:20,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:20,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ff63e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:20,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:20,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:20,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,585 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:20,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa7672f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:20,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:20,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ee2bf3 2024-12-02T14:48:20,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:20,587 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:20,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:20,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:20,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:20,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:20,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:20,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:20,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:20,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:20,606 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023. 2024-12-02T14:48:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:20,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:20,607 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/f/58929570100b49039ecd8bdec2094ce4 into acd70a99df014ff70374f24a417c1480/f as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480/f/dff93af9fd4e4b8fa4e1738e875d2efd_SeqId_4_ - updating store file list. 2024-12-02T14:48:20,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023. 2024-12-02T14:48:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:20,613 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480/f/dff93af9fd4e4b8fa4e1738e875d2efd_SeqId_4_ into acd70a99df014ff70374f24a417c1480/f 2024-12-02T14:48:20,613 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/f/58929570100b49039ecd8bdec2094ce4 into acd70a99df014ff70374f24a417c1480/f (new location: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480/f/dff93af9fd4e4b8fa4e1738e875d2efd_SeqId_4_) 2024-12-02T14:48:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/f/58929570100b49039ecd8bdec2094ce4 2024-12-02T14:48:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3716e47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:20,617 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:20,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:20,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:20,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1057da68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:20,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:20,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,618 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8524c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38593c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4923c0fa 2024-12-02T14:48:20,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:20,620 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:20,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:20,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:20,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443411f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:20,620 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:20,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:20,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:20,621 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:20,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ae6fba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:20,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:20,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:20,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:20,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9beaaa6 2024-12-02T14:48:20,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:20,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:20,624 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T14:48:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:20,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:20,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:20,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T14:48:20,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:20,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:20,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:20,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:20,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023. 2024-12-02T14:48:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:20,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/f3/57deab6b7bb344599a9480a57a79f70b into 5f91f5f0aae1d59c892cc65aaa1b8811/f3 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/f3/f50627aeae7d4d8cada2c2a01f0f822d_SeqId_4_ - updating store file list. 2024-12-02T14:48:20,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:20,646 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023. 2024-12-02T14:48:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:20,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/f3/f50627aeae7d4d8cada2c2a01f0f822d_SeqId_4_ into 5f91f5f0aae1d59c892cc65aaa1b8811/f3 2024-12-02T14:48:20,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/f3/57deab6b7bb344599a9480a57a79f70b into 5f91f5f0aae1d59c892cc65aaa1b8811/f3 (new location: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/f3/f50627aeae7d4d8cada2c2a01f0f822d_SeqId_4_) 2024-12-02T14:48:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/f3/57deab6b7bb344599a9480a57a79f70b 2024-12-02T14:48:20,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/mob/fe0b74e620364a40962dc5d02644395d into 5f91f5f0aae1d59c892cc65aaa1b8811/mob as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/mob/8c1bc90bd38541d990b86e3730a0ee24_SeqId_4_ - updating store file list. 2024-12-02T14:48:20,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/mob/8c1bc90bd38541d990b86e3730a0ee24_SeqId_4_ into 5f91f5f0aae1d59c892cc65aaa1b8811/mob 2024-12-02T14:48:20,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/mob/fe0b74e620364a40962dc5d02644395d into 5f91f5f0aae1d59c892cc65aaa1b8811/mob (new location: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/mob/8c1bc90bd38541d990b86e3730a0ee24_SeqId_4_) 2024-12-02T14:48:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__s1s0ilnre9c2o14evah4eu7kr7edg950a4kscm1iaqp0tn997679q0rl409t80ak/mob/fe0b74e620364a40962dc5d02644395d 2024-12-02T14:48:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41beb326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:20,656 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:20,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:20,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:20,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ab445f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:20,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:20,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,658 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:20,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efa2fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:20,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:20,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3191e173 2024-12-02T14:48:20,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:20,660 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T14:48:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:20,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:20,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:20,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T14:48:20,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:20,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:20,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:20,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023. 2024-12-02T14:48:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:20,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:20,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:20,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:20,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:20,679 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-02T14:48:20,679 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-02T14:48:20,679 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733150815647 hdfs://localhost:40783/backupUT/backup_1733150815647/default/test-1733150808262/ 2024-12-02T14:48:20,680 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40783/backupUT/backup_1733150815647/.backup.manifest 2024-12-02T14:48:20,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., hostname=b4ac66777750,41023,1733150798573, seqNum=2 , the old value is region=table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., hostname=b4ac66777750,41023,1733150798573, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4ac66777750:41023 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:48:20,681 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T14:48:20,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., hostname=b4ac66777750,41023,1733150798573, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:48:20,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., hostname=b4ac66777750,41023,1733150798573, seqNum=2 from cache 2024-12-02T14:48:20,682 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733150815647/.backup.manifest 2024-12-02T14:48:20,682 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17331508082621' to 'ns2:table2' from full backup image hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621 2024-12-02T14:48:20,689 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-12-02T14:48:20,689 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:48:20,690 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f in region [hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a] 2024-12-02T14:48:20,693 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46 first=row0 last=row98 2024-12-02T14:48:20,694 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:48:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-12-02T14:48:20,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T14:48:20,697 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-12-02T14:48:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-02T14:48:20,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T14:48:20,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741978_1154 (size=351) 2024-12-02T14:48:20,795 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4ac66777750:41023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-02T14:48:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-02T14:48:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-02T14:48:21,105 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db3f5668982174da5981312ba8447f1b, NAME => 'ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:48:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741979_1155 (size=37) 2024-12-02T14:48:21,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-02T14:48:21,315 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1cdef05b758638a30855a50cf4649e5a, had cached 0 bytes from a total of 13547 2024-12-02T14:48:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-02T14:48:21,511 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:21,511 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing db3f5668982174da5981312ba8447f1b, disabling compactions & flushes 2024-12-02T14:48:21,511 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. 2024-12-02T14:48:21,511 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. 2024-12-02T14:48:21,511 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. after waiting 0 ms 2024-12-02T14:48:21,511 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. 2024-12-02T14:48:21,511 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. 2024-12-02T14:48:21,511 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for db3f5668982174da5981312ba8447f1b: Waiting for close lock at 1733150901511Disabling compacts and flushes for region at 1733150901511Disabling writes for close at 1733150901511Writing region close event to WAL at 1733150901511Closed at 1733150901511 2024-12-02T14:48:21,512 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T14:48:21,513 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733150901513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733150901513"}]},"ts":"1733150901513"} 2024-12-02T14:48:21,515 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:48:21,515 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T14:48:21,516 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150901515"}]},"ts":"1733150901515"} 2024-12-02T14:48:21,517 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-02T14:48:21,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=db3f5668982174da5981312ba8447f1b, ASSIGN}] 2024-12-02T14:48:21,518 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=db3f5668982174da5981312ba8447f1b, ASSIGN 2024-12-02T14:48:21,519 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=db3f5668982174da5981312ba8447f1b, ASSIGN; state=OFFLINE, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=false 2024-12-02T14:48:21,670 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=db3f5668982174da5981312ba8447f1b, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:21,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=db3f5668982174da5981312ba8447f1b, ASSIGN because future has completed 2024-12-02T14:48:21,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure db3f5668982174da5981312ba8447f1b, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:21,826 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. 2024-12-02T14:48:21,827 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => db3f5668982174da5981312ba8447f1b, NAME => 'ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:48:21,827 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:48:21,827 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:21,827 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:21,827 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:21,827 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:21,829 INFO [StoreOpener-db3f5668982174da5981312ba8447f1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:21,830 INFO [StoreOpener-db3f5668982174da5981312ba8447f1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db3f5668982174da5981312ba8447f1b columnFamilyName f 2024-12-02T14:48:21,830 DEBUG [StoreOpener-db3f5668982174da5981312ba8447f1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:21,831 INFO [StoreOpener-db3f5668982174da5981312ba8447f1b-1 {}] regionserver.HStore(327): Store=db3f5668982174da5981312ba8447f1b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:21,831 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:21,832 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:21,832 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:21,833 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:21,833 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-02T14:48:21,834 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:21,836 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:48:21,837 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened db3f5668982174da5981312ba8447f1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9797607360, jitterRate=-0.08752670884132385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:48:21,837 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:21,837 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for db3f5668982174da5981312ba8447f1b: Running coprocessor pre-open hook at 1733150901827Writing region info on filesystem at 1733150901827Initializing all the Stores at 1733150901828 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150901828Cleaning up temporary data from old regions at 1733150901833 (+5 ms)Running coprocessor post-open hooks at 1733150901837 (+4 ms)Region opened successfully at 1733150901837 2024-12-02T14:48:21,838 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b., pid=69, masterSystemTime=1733150901823 2024-12-02T14:48:21,839 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. 2024-12-02T14:48:21,839 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. 2024-12-02T14:48:21,840 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=db3f5668982174da5981312ba8447f1b, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:21,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure db3f5668982174da5981312ba8447f1b, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:21,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-02T14:48:21,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure db3f5668982174da5981312ba8447f1b, server=b4ac66777750,41023,1733150798573 in 171 msec 2024-12-02T14:48:21,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-02T14:48:21,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=db3f5668982174da5981312ba8447f1b, ASSIGN in 326 msec 2024-12-02T14:48:21,846 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T14:48:21,846 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150901846"}]},"ts":"1733150901846"} 2024-12-02T14:48:21,847 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-02T14:48:21,848 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T14:48:21,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1540 sec 2024-12-02T14:48:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-02T14:48:22,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-12-02T14:48:22,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-02T14:48:22,847 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a from hbase tables ns2:test-17331508082621 to tables ns2:table2 2024-12-02T14:48:22,847 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17331508082621 into ns2:table2 2024-12-02T14:48:22,849 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150902847 from hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:48:22,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186b606e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:22,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:22,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:22,851 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c334465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:22,852 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:22,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3989152f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:22,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:22,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:22,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@155fd021 2024-12-02T14:48:22,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:22,855 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:22,855 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T14:48:22,855 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-02T14:48:22,856 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-02T14:48:22,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:22,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:22,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:22,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:22,859 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-02T14:48:22,860 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-02T14:48:22,860 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/partitions_d213cf51-707b-4bd5-af30-2087daff3dca 2024-12-02T14:48:22,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741980_1156 (size=153) 2024-12-02T14:48:23,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:23,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:23,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:24,190 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-12-02T14:48:24,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-13720931591172928087.jar 2024-12-02T14:48:24,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:24,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:24,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-17426832324352640182.jar 2024-12-02T14:48:24,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:24,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:24,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:24,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:24,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:24,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:24,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:48:24,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:48:24,325 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:48:24,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:48:24,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:48:24,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:48:24,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:48:24,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:48:24,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:48:24,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:48:24,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:48:24,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:24,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-1413418724655734212.jar 2024-12-02T14:48:24,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-1413418724655734212.jar 2024-12-02T14:48:24,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:24,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-1413418724655734212.jar 2024-12-02T14:48:24,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-1413418724655734212.jar 2024-12-02T14:48:24,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:48:24,395 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-02T14:48:24,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:24,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:24,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:24,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:24,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:24,395 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-02T14:48:24,396 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:48:24,408 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:48:24,421 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:48:24,512 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local1926090108_0013_ccfcacc6-05ae-4cb9-ad90-a67cef512c15/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:48:24,513 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local1926090108_0013_ccfcacc6-05ae-4cb9-ad90-a67cef512c15/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:48:24,578 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46 2024-12-02T14:48:24,582 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T14:48:24,615 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397c0d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:24,615 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:24,616 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:24,617 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:24,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:24,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:24,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbf45ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:24,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:24,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:24,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:24,618 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:24,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d32873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:24,620 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:24,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:24,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:24,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:24,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:24,623 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-12-02T14:48:24,623 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:24,623 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:24,624 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:24,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:24,624 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-02T14:48:24,624 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:48:24,630 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150902847/_temporary/0/_temporary/attempt_local1926090108_0013_r_000000_0/f/61d09043355c4f9e945f3bf64d5ea444 is 37, key is row10/f:q1/1733150812311/Put/seqid=0 2024-12-02T14:48:24,631 WARN [Thread-1701 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:48:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741981_1157 (size=8742) 2024-12-02T14:48:25,553 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150902847 2024-12-02T14:48:25,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd9338d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:25,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:25,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:25,554 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:25,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:25,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:25,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad37ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:25,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:25,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:25,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:25,556 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:25,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305c3b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:25,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:25,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:25,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:25,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:25,561 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150902847/_SUCCESS 2024-12-02T14:48:25,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:25,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:25,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b6de69b 2024-12-02T14:48:25,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:25,565 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:25,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:25,570 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-02T14:48:25,575 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150902847/f/61d09043355c4f9e945f3bf64d5ea444 first=Optional[row0] last=Optional[row98] 2024-12-02T14:48:25,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150902847/f/61d09043355c4f9e945f3bf64d5ea444 for inclusion in db3f5668982174da5981312ba8447f1b/f 2024-12-02T14:48:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-02T14:48:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:48:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegion(2603): Flush status journal for db3f5668982174da5981312ba8447f1b: 2024-12-02T14:48:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150902847/f/61d09043355c4f9e945f3bf64d5ea444 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__ns2_table2__d0i7jr57e2s82vagikkvtc1hfqauvm6a1oj4mfk35nrk1cap2b8558gjq23e5i9d/f/61d09043355c4f9e945f3bf64d5ea444 2024-12-02T14:48:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__ns2_table2__d0i7jr57e2s82vagikkvtc1hfqauvm6a1oj4mfk35nrk1cap2b8558gjq23e5i9d/f/61d09043355c4f9e945f3bf64d5ea444 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b/f/0fba099160ef4051bd0cdb2edcbbe8ea_SeqId_4_ 2024-12-02T14:48:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7559c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:25,586 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:25,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:25,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:25,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba82241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:25,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:25,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:25,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:25,587 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:25,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111495fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:25,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:25,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6e04b3 2024-12-02T14:48:25,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:25,589 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:25,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:25,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:25,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:25,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:25,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:25,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023. 2024-12-02T14:48:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:25,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:25,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__ns2_table2__d0i7jr57e2s82vagikkvtc1hfqauvm6a1oj4mfk35nrk1cap2b8558gjq23e5i9d/f/61d09043355c4f9e945f3bf64d5ea444 into db3f5668982174da5981312ba8447f1b/f as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b/f/0fba099160ef4051bd0cdb2edcbbe8ea_SeqId_4_ - updating store file list. 2024-12-02T14:48:25,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b/f/0fba099160ef4051bd0cdb2edcbbe8ea_SeqId_4_ into db3f5668982174da5981312ba8447f1b/f 2024-12-02T14:48:25,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__ns2_table2__d0i7jr57e2s82vagikkvtc1hfqauvm6a1oj4mfk35nrk1cap2b8558gjq23e5i9d/f/61d09043355c4f9e945f3bf64d5ea444 into db3f5668982174da5981312ba8447f1b/f (new location: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b/f/0fba099160ef4051bd0cdb2edcbbe8ea_SeqId_4_) 2024-12-02T14:48:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__ns2_table2__d0i7jr57e2s82vagikkvtc1hfqauvm6a1oj4mfk35nrk1cap2b8558gjq23e5i9d/f/61d09043355c4f9e945f3bf64d5ea444 2024-12-02T14:48:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413898f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:25,611 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:25,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:25,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:25,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f376fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:25,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:25,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:25,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:25,613 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:25,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d6319a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:25,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:25,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@769bc9eb 2024-12-02T14:48:25,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:25,615 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T14:48:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:25,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:25,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:25,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T14:48:25,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:25,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:25,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:25,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023. 2024-12-02T14:48:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:25,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:25,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:25,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:25,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:25,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:25,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:25,631 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-02T14:48:25,631 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-02T14:48:25,631 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733150815647 hdfs://localhost:40783/backupUT/backup_1733150815647/ns2/test-17331508082621/ 2024-12-02T14:48:25,631 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-02T14:48:25,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b., hostname=b4ac66777750,41023,1733150798573, seqNum=2 , the old value is region=ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b., hostname=b4ac66777750,41023,1733150798573, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4ac66777750:41023 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:48:25,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b., hostname=b4ac66777750,41023,1733150798573, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:48:25,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b., hostname=b4ac66777750,41023,1733150798573, seqNum=2 from cache 2024-12-02T14:48:25,632 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T14:48:25,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:25,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:25,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:25,652 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40783/backupUT/backup_1733150881250/.backup.manifest 2024-12-02T14:48:25,654 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733150881250/.backup.manifest 2024-12-02T14:48:25,655 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40783/backupUT/backup_1733150845112/.backup.manifest 2024-12-02T14:48:25,656 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733150845112/.backup.manifest 2024-12-02T14:48:25,656 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733150808262' to 'table1' from full backup image hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262 2024-12-02T14:48:25,658 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1733150808262', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733150881250 2024-12-02T14:48:25,661 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-12-02T14:48:25,665 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable table1 2024-12-02T14:48:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-12-02T14:48:25,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150905672"}]},"ts":"1733150905672"} 2024-12-02T14:48:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T14:48:25,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-12-02T14:48:25,673 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-12-02T14:48:25,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-12-02T14:48:25,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5f91f5f0aae1d59c892cc65aaa1b8811, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=acd70a99df014ff70374f24a417c1480, UNASSIGN}] 2024-12-02T14:48:25,680 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=acd70a99df014ff70374f24a417c1480, UNASSIGN 2024-12-02T14:48:25,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5f91f5f0aae1d59c892cc65aaa1b8811, UNASSIGN 2024-12-02T14:48:25,681 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=acd70a99df014ff70374f24a417c1480, regionState=CLOSING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:25,681 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=5f91f5f0aae1d59c892cc65aaa1b8811, regionState=CLOSING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:25,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=5f91f5f0aae1d59c892cc65aaa1b8811, UNASSIGN because future has completed 2024-12-02T14:48:25,683 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T14:48:25,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5f91f5f0aae1d59c892cc65aaa1b8811, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:25,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=acd70a99df014ff70374f24a417c1480, UNASSIGN because future has completed 2024-12-02T14:48:25,683 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T14:48:25,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure acd70a99df014ff70374f24a417c1480, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:25,743 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4ac66777750:41023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-02T14:48:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T14:48:25,835 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:25,835 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T14:48:25,835 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing acd70a99df014ff70374f24a417c1480, disabling compactions & flushes 2024-12-02T14:48:25,835 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. 2024-12-02T14:48:25,835 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. 2024-12-02T14:48:25,835 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. after waiting 0 ms 2024-12-02T14:48:25,835 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. 2024-12-02T14:48:25,841 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T14:48:25,841 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:25,842 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. 2024-12-02T14:48:25,842 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for acd70a99df014ff70374f24a417c1480: Waiting for close lock at 1733150905835Running coprocessor pre-close hooks at 1733150905835Disabling compacts and flushes for region at 1733150905835Disabling writes for close at 1733150905835Writing region close event to WAL at 1733150905836 (+1 ms)Running coprocessor post-close hooks at 1733150905841 (+5 ms)Closed at 1733150905842 (+1 ms) 2024-12-02T14:48:25,844 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:25,844 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:25,844 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T14:48:25,844 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 5f91f5f0aae1d59c892cc65aaa1b8811, disabling compactions & flushes 2024-12-02T14:48:25,844 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. 2024-12-02T14:48:25,844 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. 2024-12-02T14:48:25,844 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. after waiting 0 ms 2024-12-02T14:48:25,844 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. 2024-12-02T14:48:25,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=acd70a99df014ff70374f24a417c1480, regionState=CLOSED 2024-12-02T14:48:25,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure acd70a99df014ff70374f24a417c1480, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:25,849 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T14:48:25,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73 2024-12-02T14:48:25,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure acd70a99df014ff70374f24a417c1480, server=b4ac66777750,41023,1733150798573 in 164 msec 2024-12-02T14:48:25,849 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:25,849 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. 2024-12-02T14:48:25,849 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 5f91f5f0aae1d59c892cc65aaa1b8811: Waiting for close lock at 1733150905844Running coprocessor pre-close hooks at 1733150905844Disabling compacts and flushes for region at 1733150905844Disabling writes for close at 1733150905844Writing region close event to WAL at 1733150905845 (+1 ms)Running coprocessor post-close hooks at 1733150905849 (+4 ms)Closed at 1733150905849 2024-12-02T14:48:25,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=acd70a99df014ff70374f24a417c1480, UNASSIGN in 170 msec 2024-12-02T14:48:25,851 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:25,851 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=5f91f5f0aae1d59c892cc65aaa1b8811, regionState=CLOSED 2024-12-02T14:48:25,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5f91f5f0aae1d59c892cc65aaa1b8811, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:25,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-12-02T14:48:25,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 5f91f5f0aae1d59c892cc65aaa1b8811, server=b4ac66777750,41023,1733150798573 in 170 msec 2024-12-02T14:48:25,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-12-02T14:48:25,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5f91f5f0aae1d59c892cc65aaa1b8811, UNASSIGN in 176 msec 2024-12-02T14:48:25,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-02T14:48:25,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 182 msec 2024-12-02T14:48:25,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150905860"}]},"ts":"1733150905860"} 2024-12-02T14:48:25,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-12-02T14:48:25,862 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-12-02T14:48:25,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 197 msec 2024-12-02T14:48:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T14:48:25,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-12-02T14:48:25,998 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate table1 2024-12-02T14:48:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-12-02T14:48:26,004 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-12-02T14:48:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T14:48:26,010 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:26,010 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:26,014 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480/f, FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480/f3, FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480/mob, FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480/recovered.edits] 2024-12-02T14:48:26,014 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/f, FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/f3, FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/mob, FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/recovered.edits] 2024-12-02T14:48:26,018 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480/f/dff93af9fd4e4b8fa4e1738e875d2efd_SeqId_4_ to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/archive/data/default/table1/acd70a99df014ff70374f24a417c1480/f/dff93af9fd4e4b8fa4e1738e875d2efd_SeqId_4_ 2024-12-02T14:48:26,019 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/f3/f50627aeae7d4d8cada2c2a01f0f822d_SeqId_4_ to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/archive/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/f3/f50627aeae7d4d8cada2c2a01f0f822d_SeqId_4_ 2024-12-02T14:48:26,022 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/mob/8c1bc90bd38541d990b86e3730a0ee24_SeqId_4_ to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/archive/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/mob/8c1bc90bd38541d990b86e3730a0ee24_SeqId_4_ 2024-12-02T14:48:26,023 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480/recovered.edits/6.seqid to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/archive/data/default/table1/acd70a99df014ff70374f24a417c1480/recovered.edits/6.seqid 2024-12-02T14:48:26,024 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/acd70a99df014ff70374f24a417c1480 2024-12-02T14:48:26,025 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/recovered.edits/6.seqid to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/archive/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811/recovered.edits/6.seqid 2024-12-02T14:48:26,026 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/5f91f5f0aae1d59c892cc65aaa1b8811 2024-12-02T14:48:26,026 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-12-02T14:48:26,026 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-02T14:48:26,027 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-12-02T14:48:26,029 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-02T14:48:26,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41023 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T14:48:26,039 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-12-02T14:48:26,042 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-12-02T14:48:26,043 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-12-02T14:48:26,043 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733150906043"}]},"ts":"9223372036854775807"} 2024-12-02T14:48:26,043 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733150906043"}]},"ts":"9223372036854775807"} 2024-12-02T14:48:26,045 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-02T14:48:26,045 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5f91f5f0aae1d59c892cc65aaa1b8811, NAME => 'table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => acd70a99df014ff70374f24a417c1480, NAME => 'table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480.', STARTKEY => 'row0', ENDKEY => ''}] 2024-12-02T14:48:26,045 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-12-02T14:48:26,045 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733150906045"}]},"ts":"9223372036854775807"} 2024-12-02T14:48:26,047 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-12-02T14:48:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741982_1158 (size=938) 2024-12-02T14:48:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T14:48:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T14:48:26,454 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ea5c2f7a5c2e0be12976efe08e72400, NAME => 'table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:48:26,455 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 93e024c00cda3af39952bf9e10e35013, NAME => 'table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:48:26,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741983_1159 (size=45) 2024-12-02T14:48:26,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741984_1160 (size=45) 2024-12-02T14:48:26,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 684dca1053307e848479749652253286, had cached 0 bytes from a total of 41499 2024-12-02T14:48:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T14:48:26,861 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:26,861 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:26,861 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 93e024c00cda3af39952bf9e10e35013, disabling compactions & flushes 2024-12-02T14:48:26,861 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:26,861 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:26,861 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 3ea5c2f7a5c2e0be12976efe08e72400, disabling compactions & flushes 2024-12-02T14:48:26,861 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. after waiting 0 ms 2024-12-02T14:48:26,861 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:26,861 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:26,861 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:26,861 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:26,861 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. after waiting 0 ms 2024-12-02T14:48:26,861 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:26,861 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 93e024c00cda3af39952bf9e10e35013: Waiting for close lock at 1733150906861Disabling compacts and flushes for region at 1733150906861Disabling writes for close at 1733150906861Writing region close event to WAL at 1733150906861Closed at 1733150906861 2024-12-02T14:48:26,861 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:26,861 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ea5c2f7a5c2e0be12976efe08e72400: Waiting for close lock at 1733150906861Disabling compacts and flushes for region at 1733150906861Disabling writes for close at 1733150906861Writing region close event to WAL at 1733150906861Closed at 1733150906861 2024-12-02T14:48:26,862 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733150906862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733150906862"}]},"ts":"1733150906862"} 2024-12-02T14:48:26,862 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733150906862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733150906862"}]},"ts":"1733150906862"} 2024-12-02T14:48:26,865 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T14:48:26,866 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150906865"}]},"ts":"1733150906865"} 2024-12-02T14:48:26,867 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-02T14:48:26,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=3ea5c2f7a5c2e0be12976efe08e72400, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=93e024c00cda3af39952bf9e10e35013, ASSIGN}] 2024-12-02T14:48:26,868 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=93e024c00cda3af39952bf9e10e35013, ASSIGN 2024-12-02T14:48:26,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=3ea5c2f7a5c2e0be12976efe08e72400, ASSIGN 2024-12-02T14:48:26,869 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=93e024c00cda3af39952bf9e10e35013, ASSIGN; state=OFFLINE, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=false 2024-12-02T14:48:26,869 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=3ea5c2f7a5c2e0be12976efe08e72400, ASSIGN; state=OFFLINE, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=false 2024-12-02T14:48:27,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=93e024c00cda3af39952bf9e10e35013, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:27,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=3ea5c2f7a5c2e0be12976efe08e72400, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:27,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=93e024c00cda3af39952bf9e10e35013, ASSIGN because future has completed 2024-12-02T14:48:27,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e024c00cda3af39952bf9e10e35013, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:27,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=3ea5c2f7a5c2e0be12976efe08e72400, ASSIGN because future has completed 2024-12-02T14:48:27,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ea5c2f7a5c2e0be12976efe08e72400, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T14:48:27,175 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:27,175 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ea5c2f7a5c2e0be12976efe08e72400, NAME => 'table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-02T14:48:27,176 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:48:27,176 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,176 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:27,176 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,176 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,177 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,179 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ea5c2f7a5c2e0be12976efe08e72400 columnFamilyName f 2024-12-02T14:48:27,179 DEBUG [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:27,179 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.HStore(327): Store=3ea5c2f7a5c2e0be12976efe08e72400/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:27,179 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,180 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ea5c2f7a5c2e0be12976efe08e72400 columnFamilyName f3 2024-12-02T14:48:27,180 DEBUG [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:27,181 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.HStore(327): Store=3ea5c2f7a5c2e0be12976efe08e72400/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:27,181 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,182 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ea5c2f7a5c2e0be12976efe08e72400 columnFamilyName mob 2024-12-02T14:48:27,183 DEBUG [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:27,183 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.HStore(327): Store=3ea5c2f7a5c2e0be12976efe08e72400/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:27,183 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,184 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,184 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,185 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,185 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,186 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:48:27,187 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,189 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:48:27,189 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 3ea5c2f7a5c2e0be12976efe08e72400; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9808091040, jitterRate=-0.08655034005641937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:48:27,189 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:27,190 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 3ea5c2f7a5c2e0be12976efe08e72400: Running coprocessor pre-open hook at 1733150907176Writing region info on filesystem at 1733150907176Initializing all the Stores at 1733150907177 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150907177Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150907177Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150907177Cleaning up temporary data from old regions at 1733150907185 (+8 ms)Running coprocessor post-open hooks at 1733150907189 (+4 ms)Region opened successfully at 1733150907190 (+1 ms) 2024-12-02T14:48:27,190 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., pid=80, masterSystemTime=1733150907172 2024-12-02T14:48:27,192 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:27,192 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:27,192 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:27,192 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 93e024c00cda3af39952bf9e10e35013, NAME => 'table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-02T14:48:27,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=3ea5c2f7a5c2e0be12976efe08e72400, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:27,192 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:48:27,192 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,192 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:27,192 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,193 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ea5c2f7a5c2e0be12976efe08e72400, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:27,194 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,195 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e024c00cda3af39952bf9e10e35013 columnFamilyName f 2024-12-02T14:48:27,195 DEBUG [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:27,195 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.HStore(327): Store=93e024c00cda3af39952bf9e10e35013/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:27,195 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77 2024-12-02T14:48:27,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ea5c2f7a5c2e0be12976efe08e72400, server=b4ac66777750,41023,1733150798573 in 172 msec 2024-12-02T14:48:27,197 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e024c00cda3af39952bf9e10e35013 columnFamilyName f3 2024-12-02T14:48:27,197 DEBUG [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:27,197 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.HStore(327): Store=93e024c00cda3af39952bf9e10e35013/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:27,197 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=3ea5c2f7a5c2e0be12976efe08e72400, ASSIGN in 329 msec 2024-12-02T14:48:27,198 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e024c00cda3af39952bf9e10e35013 columnFamilyName mob 2024-12-02T14:48:27,199 DEBUG [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:27,199 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.HStore(327): Store=93e024c00cda3af39952bf9e10e35013/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:27,199 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,200 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,200 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,201 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,201 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,202 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:48:27,203 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,204 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/93e024c00cda3af39952bf9e10e35013/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:48:27,204 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 93e024c00cda3af39952bf9e10e35013; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11033095680, jitterRate=0.027537107467651367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:48:27,205 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:27,205 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 93e024c00cda3af39952bf9e10e35013: Running coprocessor pre-open hook at 1733150907193Writing region info on filesystem at 1733150907193Initializing all the Stores at 1733150907193Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150907193Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150907194 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150907194Cleaning up temporary data from old regions at 1733150907201 (+7 ms)Running coprocessor post-open hooks at 1733150907205 (+4 ms)Region opened successfully at 1733150907205 2024-12-02T14:48:27,205 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013., pid=79, masterSystemTime=1733150907172 2024-12-02T14:48:27,206 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:27,207 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:27,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=93e024c00cda3af39952bf9e10e35013, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:27,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e024c00cda3af39952bf9e10e35013, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:27,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-02T14:48:27,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 93e024c00cda3af39952bf9e10e35013, server=b4ac66777750,41023,1733150798573 in 188 msec 2024-12-02T14:48:27,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-12-02T14:48:27,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=93e024c00cda3af39952bf9e10e35013, ASSIGN in 344 msec 2024-12-02T14:48:27,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150907212"}]},"ts":"1733150907212"} 2024-12-02T14:48:27,214 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-02T14:48:27,214 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-12-02T14:48:27,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2150 sec 2024-12-02T14:48:27,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-02T14:48:27,359 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-02T14:48:27,359 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-12-02T14:48:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T14:48:28,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-12-02T14:48:28,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T14:48:28,157 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/0f039eda3fb6c4b1807ef2b296ebed0d,hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a from hbase tables test-1733150808262 to tables table1 2024-12-02T14:48:28,157 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733150808262 into table1 2024-12-02T14:48:28,159 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157 from hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/0f039eda3fb6c4b1807ef2b296ebed0d,hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:48:28,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@daeead9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:28,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:28,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:28,160 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:28,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:28,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:28,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38eaf731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:28,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:28,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:28,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:28,162 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:28,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad14e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:28,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:28,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:28,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d536cc2 2024-12-02T14:48:28,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:28,164 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:28,165 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T14:48:28,165 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-02T14:48:28,165 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T14:48:28,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:28,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:28,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:28,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:28,168 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-02T14:48:28,168 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-02T14:48:28,168 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-02T14:48:28,168 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/partitions_6c7b414e-4c00-4671-9b3b-d5421f757702 2024-12-02T14:48:28,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741985_1161 (size=177) 2024-12-02T14:48:28,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:28,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:28,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:29,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-8804674996147229283.jar 2024-12-02T14:48:29,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:29,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:29,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-17975159985298849895.jar 2024-12-02T14:48:29,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:29,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:29,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:29,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:29,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:29,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:29,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:48:29,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:48:29,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:48:29,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:48:29,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:48:29,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:48:29,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:48:29,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:48:29,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:48:29,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:48:29,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:48:29,635 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:29,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-18085609269788321861.jar 2024-12-02T14:48:29,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-18085609269788321861.jar 2024-12-02T14:48:29,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:29,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-18085609269788321861.jar 2024-12-02T14:48:29,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-18085609269788321861.jar 2024-12-02T14:48:29,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:48:29,702 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-02T14:48:29,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:29,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:29,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:29,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:29,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:29,703 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-02T14:48:29,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:48:29,716 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:48:29,728 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:48:29,826 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local1423982838_0014_1edc0b53-bc10-42a7-9d93-f8a1647833fe/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:48:29,826 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local1423982838_0014_1edc0b53-bc10-42a7-9d93-f8a1647833fe/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:48:29,887 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/e6cad70e2fcf4d94aa03672e259b58cb 2024-12-02T14:48:29,890 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T14:48:29,939 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/2716bc42e0e8490d8f18b66b9d7a98a8 2024-12-02T14:48:29,943 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T14:48:29,980 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f/e80f71200c4b44ef985dd3f8c7e66566 2024-12-02T14:48:29,983 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T14:48:30,028 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/0f039eda3fb6c4b1807ef2b296ebed0d/mob/d41d8cd98f00b204e9800998ecf8427e2024120275c2ce3ed86e466e984558553ca6207e_1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:48:30,031 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T14:48:30,064 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40783/backupUT/backup_1733150845112/default/test-1733150808262/archive/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/mob/f2194556fdab44b6b05a998b512c2c0f 2024-12-02T14:48:30,068 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T14:48:30,101 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a692544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:30,101 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:30,101 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:30,102 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:30,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:30,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:30,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfa1a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:30,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:30,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:30,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:30,104 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:30,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebfd64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:30,105 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:30,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:30,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:30,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:30,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733150808262-1-0', locateType=CURRENT is [region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:30,109 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-02T14:48:30,109 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:30,109 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:30,109 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:30,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:30,109 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733150808262-1-0] 2024-12-02T14:48:30,109 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:48:30,116 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abe89d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:30,116 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:30,116 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:30,116 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:30,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:30,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:30,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4a31cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:30,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:30,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:30,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:30,118 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:30,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c6497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:30,118 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:30,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:30,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:30,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:30,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733150808262-3-0', locateType=CURRENT is [region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:30,121 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-02T14:48:30,121 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:30,121 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:30,121 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:30,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:30,122 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733150808262-3-0] 2024-12-02T14:48:30,122 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:48:30,126 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/_temporary/0/_temporary/attempt_local1423982838_0014_r_000000_0/f/fdd04281d99f4f288c29f5e504cd3d10 is 59, key is row-test-1733150808262-1-10/f:q1/1733150831352/Put/seqid=0 2024-12-02T14:48:30,128 WARN [Thread-1790 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:48:30,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741986_1162 (size=11125) 2024-12-02T14:48:30,531 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/_temporary/0/_temporary/attempt_local1423982838_0014_r_000000_0/mob/c3f7444142fc45029abf187ac3992d76 is 192, key is row-test-1733150808262-3-100/mob:q1/1733150831666/Put/seqid=0 2024-12-02T14:48:30,532 WARN [Thread-1792 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:48:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741987_1163 (size=13404) 2024-12-02T14:48:30,959 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6fba0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:30,959 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:30,959 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:30,960 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:30,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:30,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:30,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7450ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:30,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:30,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:30,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:30,961 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:30,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f54596d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:30,962 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:30,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:30,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:30,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:30,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:30,966 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-02T14:48:30,966 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:30,966 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:30,966 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:30,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:30,966 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-02T14:48:30,966 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:48:30,970 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/_temporary/0/_temporary/attempt_local1423982838_0014_r_000001_0/f/458456a3cb134968bc290d95a1158a0c is 37, key is row10/f:q1/1733150809970/Put/seqid=0 2024-12-02T14:48:30,972 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:48:30,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741988_1164 (size=8742) 2024-12-02T14:48:31,867 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157 2024-12-02T14:48:31,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fc71a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:31,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:31,868 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:31,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:31,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:31,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393d6520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:31,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:31,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,870 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:31,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103fd913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:31,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:31,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:31,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:31,875 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/_SUCCESS 2024-12-02T14:48:31,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:31,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:31,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d71cd8a 2024-12-02T14:48:31,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:31,883 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:31,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:31,888 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T14:48:31,893 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/f/458456a3cb134968bc290d95a1158a0c first=Optional[row0] last=Optional[row98] 2024-12-02T14:48:31,895 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/f/fdd04281d99f4f288c29f5e504cd3d10 first=Optional[row-test-1733150808262-1-0] last=Optional[row-test-1733150808262-1-98] 2024-12-02T14:48:31,898 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/mob/c3f7444142fc45029abf187ac3992d76 first=Optional[row-test-1733150808262-3-0] last=Optional[row-test-1733150808262-3-99] 2024-12-02T14:48:31,901 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/f/458456a3cb134968bc290d95a1158a0c for inclusion in 93e024c00cda3af39952bf9e10e35013/f 2024-12-02T14:48:31,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/mob/c3f7444142fc45029abf187ac3992d76 for inclusion in 3ea5c2f7a5c2e0be12976efe08e72400/mob 2024-12-02T14:48:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733150808262-3-0 last=row-test-1733150808262-3-99 2024-12-02T14:48:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-02T14:48:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-02T14:48:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-02T14:48:31,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/f/fdd04281d99f4f288c29f5e504cd3d10 for inclusion in 3ea5c2f7a5c2e0be12976efe08e72400/f 2024-12-02T14:48:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HRegion(2603): Flush status journal for 93e024c00cda3af39952bf9e10e35013: 2024-12-02T14:48:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/f/458456a3cb134968bc290d95a1158a0c to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/f/458456a3cb134968bc290d95a1158a0c 2024-12-02T14:48:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733150808262-1-0 last=row-test-1733150808262-1-98 2024-12-02T14:48:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-02T14:48:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/f/458456a3cb134968bc290d95a1158a0c as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/93e024c00cda3af39952bf9e10e35013/f/5fa6d20c0ed545a383a449ff3cfd5dfd_SeqId_4_ 2024-12-02T14:48:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegion(2603): Flush status journal for 3ea5c2f7a5c2e0be12976efe08e72400: 2024-12-02T14:48:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236bc7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/mob/c3f7444142fc45029abf187ac3992d76 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/mob/c3f7444142fc45029abf187ac3992d76 2024-12-02T14:48:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:31,910 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:31,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:31,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:31,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a437ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:31,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:31,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,911 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/mob/c3f7444142fc45029abf187ac3992d76 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/mob/c780106339cb49cbb1e91c8d5bb26dff_SeqId_4_ 2024-12-02T14:48:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150908157/f/fdd04281d99f4f288c29f5e504cd3d10 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/f/fdd04281d99f4f288c29f5e504cd3d10 2024-12-02T14:48:31,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db9db55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:31,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:31,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33205e19 2024-12-02T14:48:31,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:31,913 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/f/fdd04281d99f4f288c29f5e504cd3d10 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/f/070da9f7183e43518140cfede722edd8_SeqId_4_ 2024-12-02T14:48:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2feb28b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:31,915 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:31,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:31,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:31,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:31,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:31,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0097d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:31,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:31,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:31,916 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:31,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e64ebc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:31,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:31,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@773e0f73 2024-12-02T14:48:31,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:31,919 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:31,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:31,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:31,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:31,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:31,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:31,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:31,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:31,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:31,932 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023. 2024-12-02T14:48:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:31,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:31,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/f/458456a3cb134968bc290d95a1158a0c into 93e024c00cda3af39952bf9e10e35013/f as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/93e024c00cda3af39952bf9e10e35013/f/5fa6d20c0ed545a383a449ff3cfd5dfd_SeqId_4_ - updating store file list. 2024-12-02T14:48:31,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023. 2024-12-02T14:48:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d65a97c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:31,937 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:31,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:31,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:31,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c9403d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:31,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:31,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,939 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:31,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9ef832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:31,940 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/93e024c00cda3af39952bf9e10e35013/f/5fa6d20c0ed545a383a449ff3cfd5dfd_SeqId_4_ into 93e024c00cda3af39952bf9e10e35013/f 2024-12-02T14:48:31,940 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/f/458456a3cb134968bc290d95a1158a0c into 93e024c00cda3af39952bf9e10e35013/f (new location: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/93e024c00cda3af39952bf9e10e35013/f/5fa6d20c0ed545a383a449ff3cfd5dfd_SeqId_4_) 2024-12-02T14:48:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/f/458456a3cb134968bc290d95a1158a0c 2024-12-02T14:48:31,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:31,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@732b6e22 2024-12-02T14:48:31,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:31,941 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e24a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:31,942 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:31,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:31,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:31,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:31,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acc67d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:31,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:31,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:31,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,944 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:31,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:31,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6858c973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:31,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:31,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2717ded1 2024-12-02T14:48:31,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:31,946 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T14:48:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:31,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:31,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:31,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T14:48:31,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:31,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:31,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:31,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:31,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:31,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023. 2024-12-02T14:48:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:31,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/f/fdd04281d99f4f288c29f5e504cd3d10 into 3ea5c2f7a5c2e0be12976efe08e72400/f as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/f/070da9f7183e43518140cfede722edd8_SeqId_4_ - updating store file list. 2024-12-02T14:48:31,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:31,963 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023. 2024-12-02T14:48:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:31,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/f/070da9f7183e43518140cfede722edd8_SeqId_4_ into 3ea5c2f7a5c2e0be12976efe08e72400/f 2024-12-02T14:48:31,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/f/fdd04281d99f4f288c29f5e504cd3d10 into 3ea5c2f7a5c2e0be12976efe08e72400/f (new location: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/f/070da9f7183e43518140cfede722edd8_SeqId_4_) 2024-12-02T14:48:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/f/fdd04281d99f4f288c29f5e504cd3d10 2024-12-02T14:48:31,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/mob/c3f7444142fc45029abf187ac3992d76 into 3ea5c2f7a5c2e0be12976efe08e72400/mob as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/mob/c780106339cb49cbb1e91c8d5bb26dff_SeqId_4_ - updating store file list. 2024-12-02T14:48:31,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/mob/c780106339cb49cbb1e91c8d5bb26dff_SeqId_4_ into 3ea5c2f7a5c2e0be12976efe08e72400/mob 2024-12-02T14:48:31,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/mob/c3f7444142fc45029abf187ac3992d76 into 3ea5c2f7a5c2e0be12976efe08e72400/mob (new location: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/mob/c780106339cb49cbb1e91c8d5bb26dff_SeqId_4_) 2024-12-02T14:48:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__3nigc4e9sidivusbek5b7hk1kgeo12v2rcar4t6kdhh955d5s27p08cdrio0an10/mob/c3f7444142fc45029abf187ac3992d76 2024-12-02T14:48:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bb13b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:31,973 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:31,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:31,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:31,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3801039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:31,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:31,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,974 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:31,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdade51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:31,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:31,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5abe3a3a 2024-12-02T14:48:31,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:31,976 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T14:48:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:31,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:31,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:31,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T14:48:31,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:31,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:31,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:31,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023. 2024-12-02T14:48:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:31,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:31,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:31,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:31,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:31,994 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-02T14:48:31,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=2 , the old value is region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4ac66777750:41023 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:48:31,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:48:31,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=2 from cache 2024-12-02T14:48:31,995 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T14:48:32,016 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1733150808262' to 'table1' from log dirs: hdfs://localhost:40783/backupUT/backup_1733150881250/default/test-1733150808262/f2/ea25b5afe9b241aa8fb4e044a607e9dc 2024-12-02T14:48:32,020 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1733150808262', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1733150881250 2024-12-02T14:48:32,022 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:48:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-12-02T14:48:32,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741989_1165 (size=938) 2024-12-02T14:48:32,104 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4ac66777750:41023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-02T14:48:32,433 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-12-02T14:48:32,433 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-12-02T14:48:32,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-12-02T14:48:32,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=3ea5c2f7a5c2e0be12976efe08e72400, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=93e024c00cda3af39952bf9e10e35013, REOPEN/MOVE}] 2024-12-02T14:48:32,439 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=93e024c00cda3af39952bf9e10e35013, REOPEN/MOVE 2024-12-02T14:48:32,439 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=3ea5c2f7a5c2e0be12976efe08e72400, REOPEN/MOVE 2024-12-02T14:48:32,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3ea5c2f7a5c2e0be12976efe08e72400, regionState=CLOSING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:32,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=93e024c00cda3af39952bf9e10e35013, regionState=CLOSING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:32,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=93e024c00cda3af39952bf9e10e35013, REOPEN/MOVE because future has completed 2024-12-02T14:48:32,442 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T14:48:32,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 93e024c00cda3af39952bf9e10e35013, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:32,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=3ea5c2f7a5c2e0be12976efe08e72400, REOPEN/MOVE because future has completed 2024-12-02T14:48:32,442 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T14:48:32,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3ea5c2f7a5c2e0be12976efe08e72400, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:32,594 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,594 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T14:48:32,594 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 93e024c00cda3af39952bf9e10e35013, disabling compactions & flushes 2024-12-02T14:48:32,594 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:32,594 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:32,594 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. after waiting 0 ms 2024-12-02T14:48:32,594 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:32,598 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/93e024c00cda3af39952bf9e10e35013/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T14:48:32,599 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:32,599 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:32,599 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 93e024c00cda3af39952bf9e10e35013: Waiting for close lock at 1733150912594Running coprocessor pre-close hooks at 1733150912594Disabling compacts and flushes for region at 1733150912594Disabling writes for close at 1733150912594Writing region close event to WAL at 1733150912595 (+1 ms)Running coprocessor post-close hooks at 1733150912599 (+4 ms)Closed at 1733150912599 2024-12-02T14:48:32,599 WARN [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 93e024c00cda3af39952bf9e10e35013 to self. 2024-12-02T14:48:32,600 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,601 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,601 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T14:48:32,601 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 3ea5c2f7a5c2e0be12976efe08e72400, disabling compactions & flushes 2024-12-02T14:48:32,601 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:32,601 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:32,601 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. after waiting 0 ms 2024-12-02T14:48:32,601 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:32,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=93e024c00cda3af39952bf9e10e35013, regionState=CLOSED 2024-12-02T14:48:32,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 93e024c00cda3af39952bf9e10e35013, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:32,605 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T14:48:32,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-02T14:48:32,606 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:32,606 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:32,606 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 3ea5c2f7a5c2e0be12976efe08e72400: Waiting for close lock at 1733150912601Running coprocessor pre-close hooks at 1733150912601Disabling compacts and flushes for region at 1733150912601Disabling writes for close at 1733150912601Writing region close event to WAL at 1733150912602 (+1 ms)Running coprocessor post-close hooks at 1733150912606 (+4 ms)Closed at 1733150912606 2024-12-02T14:48:32,606 WARN [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 3ea5c2f7a5c2e0be12976efe08e72400 to self. 2024-12-02T14:48:32,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 93e024c00cda3af39952bf9e10e35013, server=b4ac66777750,41023,1733150798573 in 161 msec 2024-12-02T14:48:32,606 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=93e024c00cda3af39952bf9e10e35013, REOPEN/MOVE; state=CLOSED, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=true 2024-12-02T14:48:32,607 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,607 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3ea5c2f7a5c2e0be12976efe08e72400, regionState=CLOSED 2024-12-02T14:48:32,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3ea5c2f7a5c2e0be12976efe08e72400, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:32,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-12-02T14:48:32,612 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=3ea5c2f7a5c2e0be12976efe08e72400, REOPEN/MOVE; state=CLOSED, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=true 2024-12-02T14:48:32,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 3ea5c2f7a5c2e0be12976efe08e72400, server=b4ac66777750,41023,1733150798573 in 166 msec 2024-12-02T14:48:32,678 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-02T14:48:32,756 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=93e024c00cda3af39952bf9e10e35013, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:32,756 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3ea5c2f7a5c2e0be12976efe08e72400, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:32,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=93e024c00cda3af39952bf9e10e35013, REOPEN/MOVE because future has completed 2024-12-02T14:48:32,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e024c00cda3af39952bf9e10e35013, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:32,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=3ea5c2f7a5c2e0be12976efe08e72400, REOPEN/MOVE because future has completed 2024-12-02T14:48:32,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ea5c2f7a5c2e0be12976efe08e72400, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:32,913 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:32,913 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ea5c2f7a5c2e0be12976efe08e72400, NAME => 'table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-02T14:48:32,913 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:48:32,914 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,914 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:32,914 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,914 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,915 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,916 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ea5c2f7a5c2e0be12976efe08e72400 columnFamilyName f 2024-12-02T14:48:32,916 DEBUG [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:32,921 DEBUG [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/f/070da9f7183e43518140cfede722edd8_SeqId_4_ 2024-12-02T14:48:32,921 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.HStore(327): Store=3ea5c2f7a5c2e0be12976efe08e72400/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:32,921 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,923 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ea5c2f7a5c2e0be12976efe08e72400 columnFamilyName f2 2024-12-02T14:48:32,923 DEBUG [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:32,923 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.HStore(327): Store=3ea5c2f7a5c2e0be12976efe08e72400/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:32,923 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,924 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ea5c2f7a5c2e0be12976efe08e72400 columnFamilyName mob 2024-12-02T14:48:32,924 DEBUG [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:32,929 DEBUG [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/mob/c780106339cb49cbb1e91c8d5bb26dff_SeqId_4_ 2024-12-02T14:48:32,929 INFO [StoreOpener-3ea5c2f7a5c2e0be12976efe08e72400-1 {}] regionserver.HStore(327): Store=3ea5c2f7a5c2e0be12976efe08e72400/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:32,929 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,930 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,931 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,931 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,931 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,932 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:48:32,933 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,934 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 3ea5c2f7a5c2e0be12976efe08e72400; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11691251680, jitterRate=0.08883266150951385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:48:32,934 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:32,934 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 3ea5c2f7a5c2e0be12976efe08e72400: Running coprocessor pre-open hook at 1733150912914Writing region info on filesystem at 1733150912914Initializing all the Stores at 1733150912914Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150912915 (+1 ms)Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150912915Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150912915Cleaning up temporary data from old regions at 1733150912931 (+16 ms)Running coprocessor post-open hooks at 1733150912934 (+3 ms)Region opened successfully at 1733150912934 2024-12-02T14:48:32,935 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., pid=88, masterSystemTime=1733150912910 2024-12-02T14:48:32,937 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:32,937 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:32,937 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:32,937 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 93e024c00cda3af39952bf9e10e35013, NAME => 'table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-02T14:48:32,937 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=3ea5c2f7a5c2e0be12976efe08e72400, regionState=OPEN, openSeqNum=7, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:32,937 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:48:32,938 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,938 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:32,938 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,938 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ea5c2f7a5c2e0be12976efe08e72400, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:32,939 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,940 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e024c00cda3af39952bf9e10e35013 columnFamilyName f 2024-12-02T14:48:32,940 DEBUG [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:32,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=83 2024-12-02T14:48:32,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ea5c2f7a5c2e0be12976efe08e72400, server=b4ac66777750,41023,1733150798573 in 181 msec 2024-12-02T14:48:32,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=3ea5c2f7a5c2e0be12976efe08e72400, REOPEN/MOVE in 503 msec 2024-12-02T14:48:32,945 DEBUG [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/93e024c00cda3af39952bf9e10e35013/f/5fa6d20c0ed545a383a449ff3cfd5dfd_SeqId_4_ 2024-12-02T14:48:32,945 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.HStore(327): Store=93e024c00cda3af39952bf9e10e35013/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:32,945 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,946 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e024c00cda3af39952bf9e10e35013 columnFamilyName f2 2024-12-02T14:48:32,946 DEBUG [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:32,947 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.HStore(327): Store=93e024c00cda3af39952bf9e10e35013/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:32,947 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,948 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e024c00cda3af39952bf9e10e35013 columnFamilyName mob 2024-12-02T14:48:32,948 DEBUG [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:32,948 INFO [StoreOpener-93e024c00cda3af39952bf9e10e35013-1 {}] regionserver.HStore(327): Store=93e024c00cda3af39952bf9e10e35013/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:32,949 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,949 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,951 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,952 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,952 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,952 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T14:48:32,954 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,954 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 93e024c00cda3af39952bf9e10e35013; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11357515840, jitterRate=0.057751089334487915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T14:48:32,955 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:32,955 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 93e024c00cda3af39952bf9e10e35013: Running coprocessor pre-open hook at 1733150912938Writing region info on filesystem at 1733150912938Initializing all the Stores at 1733150912939 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150912939Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150912939Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150912939Cleaning up temporary data from old regions at 1733150912952 (+13 ms)Running coprocessor post-open hooks at 1733150912955 (+3 ms)Region opened successfully at 1733150912955 2024-12-02T14:48:32,955 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013., pid=87, masterSystemTime=1733150912910 2024-12-02T14:48:32,957 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:32,957 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:32,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=93e024c00cda3af39952bf9e10e35013, regionState=OPEN, openSeqNum=7, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:32,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e024c00cda3af39952bf9e10e35013, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:32,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=84 2024-12-02T14:48:32,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 93e024c00cda3af39952bf9e10e35013, server=b4ac66777750,41023,1733150798573 in 202 msec 2024-12-02T14:48:32,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-12-02T14:48:32,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=93e024c00cda3af39952bf9e10e35013, REOPEN/MOVE in 523 msec 2024-12-02T14:48:32,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-02T14:48:32,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 528 msec 2024-12-02T14:48:32,967 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-12-02T14:48:32,967 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., family=f3 2024-12-02T14:48:32,968 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013., family=f3 2024-12-02T14:48:32,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 947 msec 2024-12-02T14:48:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-02T14:48:32,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-12-02T14:48:32,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T14:48:32,975 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:48:32,975 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:40783/backupUT/backup_1733150881250/default/test-1733150808262/f2/ea25b5afe9b241aa8fb4e044a607e9dc from hbase tables test-1733150808262 to tables table1 2024-12-02T14:48:32,975 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733150808262 into table1 2024-12-02T14:48:32,976 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150912975 from hdfs://localhost:40783/backupUT/backup_1733150881250/default/test-1733150808262/f2/ea25b5afe9b241aa8fb4e044a607e9dc 2024-12-02T14:48:32,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2143f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:32,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:32,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:32,978 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70550e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:32,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:32,979 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9aa172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:32,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24a8cddc 2024-12-02T14:48:32,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:32,981 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:32,982 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T14:48:32,982 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-02T14:48:32,982 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T14:48:32,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:32,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:32,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:32,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:32,985 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-02T14:48:32,985 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-02T14:48:32,985 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-02T14:48:32,986 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/partitions_7c417755-5323-4b7f-bb61-f6fbd99d7ec5 2024-12-02T14:48:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741990_1166 (size=177) 2024-12-02T14:48:33,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:33,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:33,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:34,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-5071470138573891557.jar 2024-12-02T14:48:34,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:34,384 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:34,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-14096049255806559182.jar 2024-12-02T14:48:34,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:34,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:34,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:34,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:34,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:34,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:34,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:48:34,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:48:34,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:48:34,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:48:34,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:48:34,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:48:34,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:48:34,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:48:34,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:48:34,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:48:34,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:48:34,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:34,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-4030653935119078210.jar 2024-12-02T14:48:34,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-4030653935119078210.jar 2024-12-02T14:48:34,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:34,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-4030653935119078210.jar 2024-12-02T14:48:34,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-4030653935119078210.jar 2024-12-02T14:48:34,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:48:34,522 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-02T14:48:34,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:34,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:34,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:34,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:34,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:34,523 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-02T14:48:34,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:48:34,536 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:48:34,549 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:48:34,642 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local1381176305_0015_2c513a78-54cb-4682-8052-81b0af2a740b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:48:34,642 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local1381176305_0015_2c513a78-54cb-4682-8052-81b0af2a740b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:48:34,713 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40783/backupUT/backup_1733150881250/default/test-1733150808262/f2/ea25b5afe9b241aa8fb4e044a607e9dc 2024-12-02T14:48:34,716 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T14:48:34,747 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9a9863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:34,747 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:34,747 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:34,748 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:34,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:34,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:34,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f0fa29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:34,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:34,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:34,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:34,750 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b16db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:34,751 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:34,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:34,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:34,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:34,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733150808262-2-0', locateType=CURRENT is [region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=7] 2024-12-02T14:48:34,755 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-12-02T14:48:34,755 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:34,755 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:34,755 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:34,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:34,756 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733150808262-2-0] 2024-12-02T14:48:34,756 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:48:34,759 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150912975/_temporary/0/_temporary/attempt_local1381176305_0015_r_000000_0/f2/42a6a65272744a9f980e0cd5ac8550e9 is 58, key is row-test-1733150808262-2-0/f2:q1/1733150876242/Put/seqid=0 2024-12-02T14:48:34,760 WARN [Thread-1871 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:48:34,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741991_1167 (size=5609) 2024-12-02T14:48:35,404 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T14:48:35,683 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150912975 2024-12-02T14:48:35,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9af82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:35,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:35,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:35,685 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:35,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:35,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:35,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428a0818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:35,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:35,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:35,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:35,686 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:35,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6547e1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:35,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:35,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:35,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:35,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:35,692 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150912975/_SUCCESS 2024-12-02T14:48:35,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:35,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:35,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@423a26aa 2024-12-02T14:48:35,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:35,696 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:35,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=7] 2024-12-02T14:48:35,701 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-02T14:48:35,707 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150912975/f2/42a6a65272744a9f980e0cd5ac8550e9 first=Optional[row-test-1733150808262-2-0] last=Optional[row-test-1733150808262-2-6] 2024-12-02T14:48:35,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150912975/f2/42a6a65272744a9f980e0cd5ac8550e9 for inclusion in 3ea5c2f7a5c2e0be12976efe08e72400/f2 2024-12-02T14:48:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733150808262-2-0 last=row-test-1733150808262-2-6 2024-12-02T14:48:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-02T14:48:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegion(2603): Flush status journal for 3ea5c2f7a5c2e0be12976efe08e72400: 2024-12-02T14:48:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-default-table1-1733150912975/f2/42a6a65272744a9f980e0cd5ac8550e9 to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__gondbl55eaeio6dku8hd35nksq6skb68ktnq2gra0n90s7j6k9o5odjsvffo4p2c/f2/42a6a65272744a9f980e0cd5ac8550e9 2024-12-02T14:48:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__gondbl55eaeio6dku8hd35nksq6skb68ktnq2gra0n90s7j6k9o5odjsvffo4p2c/f2/42a6a65272744a9f980e0cd5ac8550e9 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/f2/5fc6a0e6b6954f4d9c110c3b707d940b_SeqId_9_ 2024-12-02T14:48:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713cf00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:35,718 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:35,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:35,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:35,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6cb866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:35,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:35,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:35,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:35,719 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:35,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203bd1db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:35,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:35,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7609e932 2024-12-02T14:48:35,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:35,722 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:35,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:35,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:35,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:35,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:35,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:35,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:35,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023. 2024-12-02T14:48:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:35,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:35,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__gondbl55eaeio6dku8hd35nksq6skb68ktnq2gra0n90s7j6k9o5odjsvffo4p2c/f2/42a6a65272744a9f980e0cd5ac8550e9 into 3ea5c2f7a5c2e0be12976efe08e72400/f2 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/f2/5fc6a0e6b6954f4d9c110c3b707d940b_SeqId_9_ - updating store file list. 2024-12-02T14:48:35,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/f2/5fc6a0e6b6954f4d9c110c3b707d940b_SeqId_9_ into 3ea5c2f7a5c2e0be12976efe08e72400/f2 2024-12-02T14:48:35,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__gondbl55eaeio6dku8hd35nksq6skb68ktnq2gra0n90s7j6k9o5odjsvffo4p2c/f2/42a6a65272744a9f980e0cd5ac8550e9 into 3ea5c2f7a5c2e0be12976efe08e72400/f2 (new location: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/f2/5fc6a0e6b6954f4d9c110c3b707d940b_SeqId_9_) 2024-12-02T14:48:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__table1__gondbl55eaeio6dku8hd35nksq6skb68ktnq2gra0n90s7j6k9o5odjsvffo4p2c/f2/42a6a65272744a9f980e0cd5ac8550e9 2024-12-02T14:48:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da35dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:35,748 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:35,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:35,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:35,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea895c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:35,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:35,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:35,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:35,749 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:35,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1e0ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:35,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:35,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@292029c5 2024-12-02T14:48:35,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:35,751 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T14:48:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:35,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:35,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:35,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T14:48:35,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:35,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:35,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:35,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023. 2024-12-02T14:48:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:35,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:35,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:35,768 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:35,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:35,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:35,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:35,768 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-02T14:48:35,768 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1733150808262 has been successfully restored to table1 2024-12-02T14:48:35,768 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-02T14:48:35,768 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733150881250 hdfs://localhost:40783/backupUT/backup_1733150881250/default/test-1733150808262/ 2024-12-02T14:48:35,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=7 , the old value is region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4ac66777750:41023 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:48:35,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:48:35,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=7 from cache 2024-12-02T14:48:35,769 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40783/backupUT/backup_1733150845112/.backup.manifest 2024-12-02T14:48:35,769 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T14:48:35,771 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1733150845112/.backup.manifest 2024-12-02T14:48:35,771 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17331508082621' to 'ns2:table2' from full backup image hdfs://localhost:40783/backupUT/backup_1733150845112/ns2/test-17331508082621 2024-12-02T14:48:35,773 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17331508082621', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733150881250 2024-12-02T14:48:35,776 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-12-02T14:48:35,777 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable ns2:table2 2024-12-02T14:48:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-12-02T14:48:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T14:48:35,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150915780"}]},"ts":"1733150915780"} 2024-12-02T14:48:35,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-12-02T14:48:35,782 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-12-02T14:48:35,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-12-02T14:48:35,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=db3f5668982174da5981312ba8447f1b, UNASSIGN}] 2024-12-02T14:48:35,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=db3f5668982174da5981312ba8447f1b, UNASSIGN 2024-12-02T14:48:35,785 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=db3f5668982174da5981312ba8447f1b, regionState=CLOSING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:35,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=db3f5668982174da5981312ba8447f1b, UNASSIGN because future has completed 2024-12-02T14:48:35,787 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T14:48:35,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure db3f5668982174da5981312ba8447f1b, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:35,874 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4ac66777750:41023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-02T14:48:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T14:48:35,938 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:35,938 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T14:48:35,939 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing db3f5668982174da5981312ba8447f1b, disabling compactions & flushes 2024-12-02T14:48:35,939 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. 2024-12-02T14:48:35,939 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. 2024-12-02T14:48:35,939 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. after waiting 0 ms 2024-12-02T14:48:35,939 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. 2024-12-02T14:48:35,942 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T14:48:35,943 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:35,943 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. 2024-12-02T14:48:35,943 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for db3f5668982174da5981312ba8447f1b: Waiting for close lock at 1733150915938Running coprocessor pre-close hooks at 1733150915938Disabling compacts and flushes for region at 1733150915938Disabling writes for close at 1733150915939 (+1 ms)Writing region close event to WAL at 1733150915939Running coprocessor post-close hooks at 1733150915943 (+4 ms)Closed at 1733150915943 2024-12-02T14:48:35,945 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:35,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=db3f5668982174da5981312ba8447f1b, regionState=CLOSED 2024-12-02T14:48:35,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure db3f5668982174da5981312ba8447f1b, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:35,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-02T14:48:35,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure db3f5668982174da5981312ba8447f1b, server=b4ac66777750,41023,1733150798573 in 160 msec 2024-12-02T14:48:35,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-02T14:48:35,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=db3f5668982174da5981312ba8447f1b, UNASSIGN in 165 msec 2024-12-02T14:48:35,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-02T14:48:35,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 169 msec 2024-12-02T14:48:35,953 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150915953"}]},"ts":"1733150915953"} 2024-12-02T14:48:35,954 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-12-02T14:48:35,954 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-12-02T14:48:35,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 178 msec 2024-12-02T14:48:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T14:48:36,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-12-02T14:48:36,094 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate ns2:table2 2024-12-02T14:48:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-12-02T14:48:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T14:48:36,096 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-12-02T14:48:36,098 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:36,100 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b/f, FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b/recovered.edits] 2024-12-02T14:48:36,103 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b/f/0fba099160ef4051bd0cdb2edcbbe8ea_SeqId_4_ to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/archive/data/ns2/table2/db3f5668982174da5981312ba8447f1b/f/0fba099160ef4051bd0cdb2edcbbe8ea_SeqId_4_ 2024-12-02T14:48:36,106 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b/recovered.edits/6.seqid to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/archive/data/ns2/table2/db3f5668982174da5981312ba8447f1b/recovered.edits/6.seqid 2024-12-02T14:48:36,107 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/db3f5668982174da5981312ba8447f1b 2024-12-02T14:48:36,107 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-12-02T14:48:36,110 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-12-02T14:48:36,112 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-12-02T14:48:36,113 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-12-02T14:48:36,113 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733150916113"}]},"ts":"9223372036854775807"} 2024-12-02T14:48:36,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T14:48:36,114 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => db3f5668982174da5981312ba8447f1b, NAME => 'ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T14:48:36,114 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-12-02T14:48:36,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733150916114"}]},"ts":"9223372036854775807"} 2024-12-02T14:48:36,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-12-02T14:48:36,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741992_1168 (size=351) 2024-12-02T14:48:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T14:48:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T14:48:36,523 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da2b021731a4082a66473b087ddde239, NAME => 'ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71 2024-12-02T14:48:36,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741993_1169 (size=37) 2024-12-02T14:48:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T14:48:36,929 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:36,929 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing da2b021731a4082a66473b087ddde239, disabling compactions & flushes 2024-12-02T14:48:36,929 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. 2024-12-02T14:48:36,929 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. 2024-12-02T14:48:36,929 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. after waiting 0 ms 2024-12-02T14:48:36,929 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. 2024-12-02T14:48:36,929 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. 2024-12-02T14:48:36,929 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for da2b021731a4082a66473b087ddde239: Waiting for close lock at 1733150916929Disabling compacts and flushes for region at 1733150916929Disabling writes for close at 1733150916929Writing region close event to WAL at 1733150916929Closed at 1733150916929 2024-12-02T14:48:36,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733150916930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733150916930"}]},"ts":"1733150916930"} 2024-12-02T14:48:36,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T14:48:36,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150916932"}]},"ts":"1733150916932"} 2024-12-02T14:48:36,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-02T14:48:36,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=da2b021731a4082a66473b087ddde239, ASSIGN}] 2024-12-02T14:48:36,934 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=da2b021731a4082a66473b087ddde239, ASSIGN 2024-12-02T14:48:36,935 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=da2b021731a4082a66473b087ddde239, ASSIGN; state=OFFLINE, location=b4ac66777750,41023,1733150798573; forceNewPlan=false, retain=false 2024-12-02T14:48:37,086 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=da2b021731a4082a66473b087ddde239, regionState=OPENING, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=da2b021731a4082a66473b087ddde239, ASSIGN because future has completed 2024-12-02T14:48:37,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure da2b021731a4082a66473b087ddde239, server=b4ac66777750,41023,1733150798573}] 2024-12-02T14:48:37,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-02T14:48:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T14:48:37,243 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. 2024-12-02T14:48:37,243 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => da2b021731a4082a66473b087ddde239, NAME => 'ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239.', STARTKEY => '', ENDKEY => ''} 2024-12-02T14:48:37,243 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-02T14:48:37,243 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 da2b021731a4082a66473b087ddde239 2024-12-02T14:48:37,243 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T14:48:37,243 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for da2b021731a4082a66473b087ddde239 2024-12-02T14:48:37,243 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for da2b021731a4082a66473b087ddde239 2024-12-02T14:48:37,245 INFO [StoreOpener-da2b021731a4082a66473b087ddde239-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da2b021731a4082a66473b087ddde239 2024-12-02T14:48:37,246 INFO [StoreOpener-da2b021731a4082a66473b087ddde239-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da2b021731a4082a66473b087ddde239 columnFamilyName f 2024-12-02T14:48:37,246 DEBUG [StoreOpener-da2b021731a4082a66473b087ddde239-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:37,247 INFO [StoreOpener-da2b021731a4082a66473b087ddde239-1 {}] regionserver.HStore(327): Store=da2b021731a4082a66473b087ddde239/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T14:48:37,247 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for da2b021731a4082a66473b087ddde239 2024-12-02T14:48:37,247 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/da2b021731a4082a66473b087ddde239 2024-12-02T14:48:37,248 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/da2b021731a4082a66473b087ddde239 2024-12-02T14:48:37,248 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for da2b021731a4082a66473b087ddde239 2024-12-02T14:48:37,248 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for da2b021731a4082a66473b087ddde239 2024-12-02T14:48:37,250 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for da2b021731a4082a66473b087ddde239 2024-12-02T14:48:37,252 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/da2b021731a4082a66473b087ddde239/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T14:48:37,252 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened da2b021731a4082a66473b087ddde239; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9825900160, jitterRate=-0.08489173650741577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T14:48:37,252 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da2b021731a4082a66473b087ddde239 2024-12-02T14:48:37,253 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for da2b021731a4082a66473b087ddde239: Running coprocessor pre-open hook at 1733150917243Writing region info on filesystem at 1733150917243Initializing all the Stores at 1733150917244 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733150917244Cleaning up temporary data from old regions at 1733150917248 (+4 ms)Running coprocessor post-open hooks at 1733150917252 (+4 ms)Region opened successfully at 1733150917253 (+1 ms) 2024-12-02T14:48:37,255 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239., pid=95, masterSystemTime=1733150917239 2024-12-02T14:48:37,256 DEBUG [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. 2024-12-02T14:48:37,256 INFO [RS_OPEN_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. 2024-12-02T14:48:37,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=da2b021731a4082a66473b087ddde239, regionState=OPEN, openSeqNum=2, regionLocation=b4ac66777750,41023,1733150798573 2024-12-02T14:48:37,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure da2b021731a4082a66473b087ddde239, server=b4ac66777750,41023,1733150798573 because future has completed 2024-12-02T14:48:37,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-02T14:48:37,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure da2b021731a4082a66473b087ddde239, server=b4ac66777750,41023,1733150798573 in 171 msec 2024-12-02T14:48:37,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-02T14:48:37,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=da2b021731a4082a66473b087ddde239, ASSIGN in 327 msec 2024-12-02T14:48:37,262 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733150917262"}]},"ts":"1733150917262"} 2024-12-02T14:48:37,264 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-02T14:48:37,264 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-12-02T14:48:37,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.1700 sec 2024-12-02T14:48:38,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-02T14:48:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-02T14:48:38,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-12-02T14:48:38,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-02T14:48:38,247 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40783/backupUT/backup_1733150845112/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a from hbase tables ns2:test-17331508082621 to tables ns2:table2 2024-12-02T14:48:38,247 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17331508082621 into ns2:table2 2024-12-02T14:48:38,248 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150918247 from hdfs://localhost:40783/backupUT/backup_1733150845112/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:48:38,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35656bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:38,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:38,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:38,250 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:38,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:38,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:38,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a851b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:38,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:38,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:38,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:38,251 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:38,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cb6463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:38,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:38,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:38,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19044429 2024-12-02T14:48:38,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:38,253 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:38,254 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-02T14:48:38,254 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-02T14:48:38,254 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-02T14:48:38,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:38,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:38,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:38,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:38,257 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-02T14:48:38,257 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-02T14:48:38,257 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/partitions_8ca2de67-cf9f-4e6a-ab92-33773132f166 2024-12-02T14:48:38,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741994_1170 (size=153) 2024-12-02T14:48:38,663 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:38,663 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:38,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:39,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-6863520481728635222.jar 2024-12-02T14:48:39,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:39,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:39,716 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-17559137955195102978.jar 2024-12-02T14:48:39,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:39,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:39,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:39,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:39,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:39,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:39,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:48:39,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-02T14:48:39,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-02T14:48:39,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-02T14:48:39,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-02T14:48:39,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-02T14:48:39,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-02T14:48:39,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-02T14:48:39,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-02T14:48:39,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-02T14:48:39,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-02T14:48:39,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:39,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-13731043085304857100.jar 2024-12-02T14:48:39,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-13731043085304857100.jar 2024-12-02T14:48:39,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-02T14:48:39,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-13731043085304857100.jar 2024-12-02T14:48:39,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop-13731043085304857100.jar 2024-12-02T14:48:39,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-02T14:48:39,786 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-02T14:48:39,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:39,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:39,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:39,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:39,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:39,787 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-02T14:48:39,787 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-02T14:48:39,799 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-02T14:48:39,813 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-02T14:48:39,904 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local272748170_0016_dc36eb33-cfe5-466e-a8e9-7733e7e4d5f0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/*': No such file or directory 2024-12-02T14:48:39,904 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/mapreduce.cluster.local.dir/job_local272748170_0016_dc36eb33-cfe5-466e-a8e9-7733e7e4d5f0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/libjars/* 2024-12-02T14:48:39,964 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40783/backupUT/backup_1733150845112/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/d6f9d26e274c431a9a9e93fa3d624d46 2024-12-02T14:48:39,969 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T14:48:40,017 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40783/backupUT/backup_1733150845112/ns2/test-17331508082621/archive/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/f/4723dd7acd2e4e39b7f1b295da5862ec 2024-12-02T14:48:40,021 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-02T14:48:40,057 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f06116e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:40,057 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:40,057 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:40,058 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:40,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:40,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:40,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50798871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:40,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:40,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:40,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:40,060 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:40,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fbb850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:40,061 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:40,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:40,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:40,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:40,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:40,065 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-12-02T14:48:40,065 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:40,065 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:40,065 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:40,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:40,066 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-02T14:48:40,066 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b4ac66777750 2024-12-02T14:48:40,071 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150918247/_temporary/0/_temporary/attempt_local272748170_0016_r_000000_0/f/993697f3a9e941808eb2100e4b49e4de is 38, key is row-t20/f:q1/1733150831701/Put/seqid=0 2024-12-02T14:48:40,072 WARN [Thread-1946 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b4ac66777750:41023] Specified favored nodes: [b4ac66777750:41023] 2024-12-02T14:48:40,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741995_1171 (size=8934) 2024-12-02T14:48:40,947 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150918247 2024-12-02T14:48:40,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749e1572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:40,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:40,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:40,948 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:40,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:40,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:40,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21fdf9bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:40,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:40,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:40,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:40,949 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:40,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1e4d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:40,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:40,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:40,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:40,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:40,954 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150918247/_SUCCESS 2024-12-02T14:48:40,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:40,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:40,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ba2655 2024-12-02T14:48:40,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:40,959 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:40,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:40,963 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-02T14:48:40,968 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150918247/f/993697f3a9e941808eb2100e4b49e4de first=Optional[row-t20] last=Optional[row98] 2024-12-02T14:48:40,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150918247/f/993697f3a9e941808eb2100e4b49e4de for inclusion in da2b021731a4082a66473b087ddde239/f 2024-12-02T14:48:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-12-02T14:48:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T14:48:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegion(2603): Flush status journal for da2b021731a4082a66473b087ddde239: 2024-12-02T14:48:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/hbase-staging/bulk_output-ns2-table2-1733150918247/f/993697f3a9e941808eb2100e4b49e4de to hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__ns2_table2__hje3iik47ifovlskssmjobt243lko6aol9b1inkuikdgv037uqvcdn8m7ioqmai2/f/993697f3a9e941808eb2100e4b49e4de 2024-12-02T14:48:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__ns2_table2__hje3iik47ifovlskssmjobt243lko6aol9b1inkuikdgv037uqvcdn8m7ioqmai2/f/993697f3a9e941808eb2100e4b49e4de as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/da2b021731a4082a66473b087ddde239/f/d10303a4ed77420fbca1dee64e4add6e_SeqId_4_ 2024-12-02T14:48:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d69e28c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:40,979 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:40,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:40,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:40,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681aa3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:40,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:40,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:40,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:40,980 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:40,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23281bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:40,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:40,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d0989ff 2024-12-02T14:48:40,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:40,982 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T14:48:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:40,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:40,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:40,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T14:48:40,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:40,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:40,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:40,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023. 2024-12-02T14:48:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:40,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:40,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__ns2_table2__hje3iik47ifovlskssmjobt243lko6aol9b1inkuikdgv037uqvcdn8m7ioqmai2/f/993697f3a9e941808eb2100e4b49e4de into da2b021731a4082a66473b087ddde239/f as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/da2b021731a4082a66473b087ddde239/f/d10303a4ed77420fbca1dee64e4add6e_SeqId_4_ - updating store file list. 2024-12-02T14:48:41,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/da2b021731a4082a66473b087ddde239/f/d10303a4ed77420fbca1dee64e4add6e_SeqId_4_ into da2b021731a4082a66473b087ddde239/f 2024-12-02T14:48:41,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__ns2_table2__hje3iik47ifovlskssmjobt243lko6aol9b1inkuikdgv037uqvcdn8m7ioqmai2/f/993697f3a9e941808eb2100e4b49e4de into da2b021731a4082a66473b087ddde239/f (new location: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/da2b021731a4082a66473b087ddde239/f/d10303a4ed77420fbca1dee64e4add6e_SeqId_4_) 2024-12-02T14:48:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/staging/jenkins__ns2_table2__hje3iik47ifovlskssmjobt243lko6aol9b1inkuikdgv037uqvcdn8m7ioqmai2/f/993697f3a9e941808eb2100e4b49e4de 2024-12-02T14:48:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b280ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ClusterIdFetcher(90): Going to request b4ac66777750,38503,-1 for getting cluster id 2024-12-02T14:48:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T14:48:41,005 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda' 2024-12-02T14:48:41,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T14:48:41,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb5d6968-5e9c-488c-a7e7-35b5d1f9cdda" 2024-12-02T14:48:41,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f34238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:41,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4ac66777750,38503,-1] 2024-12-02T14:48:41,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T14:48:41,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:41,007 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T14:48:41,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294ffc29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-02T14:48:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T14:48:41,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4ac66777750,38503,1733150796616 2024-12-02T14:48:41,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fd29e57 2024-12-02T14:48:41,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T14:48:41,009 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T14:48:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T14:48:41,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4ac66777750,41023,1733150798573, seqNum=-1] 2024-12-02T14:48:41,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T14:48:41,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T14:48:41,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-02T14:48:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-02T14:48:41,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733150815811.684dca1053307e848479749652253286., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:41,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023. 2024-12-02T14:48:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:41,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:41,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:41,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:41,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:41,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:41,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:41,025 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-02T14:48:41,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239., hostname=b4ac66777750,41023,1733150798573, seqNum=2 , the old value is region=ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239., hostname=b4ac66777750,41023,1733150798573, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4ac66777750:41023 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:48:41,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239., hostname=b4ac66777750,41023,1733150798573, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T14:48:41,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239., hostname=b4ac66777750,41023,1733150798573, seqNum=2 from cache 2024-12-02T14:48:41,026 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T14:48:41,043 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17331508082621', skipping incremental restore step. 2024-12-02T14:48:41,043 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-02T14:48:41,043 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733150881250 hdfs://localhost:40783/backupUT/backup_1733150881250/ns2/test-17331508082621/ 2024-12-02T14:48:41,043 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-02T14:48:41,044 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T14:48:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.CallRunner(138): callId: 737 service: ClientService methodName: Scan size: 160 connection: 172.17.0.3:46890 deadline: 1733150981044, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. is not online on b4ac66777750,41023,1733150798573 2024-12-02T14:48:41,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., hostname=b4ac66777750,41023,1733150798573, seqNum=2 , the old value is region=table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., hostname=b4ac66777750,41023,1733150798573, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. is not online on b4ac66777750,41023,1733150798573 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:41,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., hostname=b4ac66777750,41023,1733150798573, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811. is not online on b4ac66777750,41023,1733150798573 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:41,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733150894631.5f91f5f0aae1d59c892cc65aaa1b8811., hostname=b4ac66777750,41023,1733150798573, seqNum=2 from cache 2024-12-02T14:48:41,133 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4ac66777750:41023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 34 more 2024-12-02T14:48:41,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400., hostname=b4ac66777750,41023,1733150798573, seqNum=7] 2024-12-02T14:48:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.CallRunner(138): callId: 741 service: ClientService methodName: Scan size: 170 connection: 172.17.0.3:46890 deadline: 1733150981159, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. is not online on b4ac66777750,41023,1733150798573 2024-12-02T14:48:41,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480., hostname=b4ac66777750,41023,1733150798573, seqNum=2 , the old value is region=table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480., hostname=b4ac66777750,41023,1733150798573, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. is not online on b4ac66777750,41023,1733150798573 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:41,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480., hostname=b4ac66777750,41023,1733150798573, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480. is not online on b4ac66777750,41023,1733150798573 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:41,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1733150894631.acd70a99df014ff70374f24a417c1480., hostname=b4ac66777750,41023,1733150798573, seqNum=2 from cache 2024-12-02T14:48:41,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013., hostname=b4ac66777750,41023,1733150798573, seqNum=7] 2024-12-02T14:48:41,270 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-12-02T14:48:41,273 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-12-02T14:48:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:41,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-02T14:48:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:41,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-02T14:48:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:41,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-02T14:48:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:41,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-02T14:48:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:41,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-02T14:48:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T14:48:41,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-02T14:48:41,296 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-12-02T14:48:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41023 {}] ipc.CallRunner(138): callId: 749 service: ClientService methodName: Scan size: 159 connection: 172.17.0.3:46890 deadline: 1733150981296, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. is not online on b4ac66777750,41023,1733150798573 2024-12-02T14:48:41,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b., hostname=b4ac66777750,41023,1733150798573, seqNum=2 , the old value is region=ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b., hostname=b4ac66777750,41023,1733150798573, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. is not online on b4ac66777750,41023,1733150798573 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:41,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b., hostname=b4ac66777750,41023,1733150798573, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b. is not online on b4ac66777750,41023,1733150798573 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T14:48:41,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b., hostname=b4ac66777750,41023,1733150798573, seqNum=2 from cache 2024-12-02T14:48:41,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239., hostname=b4ac66777750,41023,1733150798573, seqNum=2] 2024-12-02T14:48:41,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:41,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:41,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:41,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:41,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:41,425 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=633 (was 611) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-882988664_20 at /127.0.0.1:37292 [Waiting for operation #115] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1002524219_20 at /127.0.0.1:39036 [Receiving block BP-1202955552-172.17.0.3-1733150792394:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b4ac66777750,41023,1733150798573)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1202955552-172.17.0.3-1733150792394:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b4ac66777750,41023,1733150798573)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/cluster_3033e84c-fc74-b7c7-6115-be31273efec5/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: member: 'b4ac66777750,41023,1733150798573' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1002524219_20 at /127.0.0.1:39026 [Receiving block BP-1202955552-172.17.0.3-1733150792394:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1202955552-172.17.0.3-1733150792394:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/cluster_3033e84c-fc74-b7c7-6115-be31273efec5/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b4ac66777750:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (b4ac66777750,38503,1733150796616)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-1202955552-172.17.0.3-1733150792394:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1002524219_20 at /127.0.0.1:39024 [Receiving block BP-1202955552-172.17.0.3-1733150792394:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b4ac66777750,41023,1733150798573)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b4ac66777750,41023,1733150798573)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 631) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 383), ProcessCount=17 (was 17), AvailableMemoryMB=5424 (was 6436) 2024-12-02T14:48:41,426 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=633 is superior to 500 2024-12-02T14:48:41,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T14:48:41,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:41,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:41,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:41,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:41,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:41,433 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T14:48:41,433 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1934321911, stopped=false 2024-12-02T14:48:41,433 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4ac66777750,38503,1733150796616 2024-12-02T14:48:41,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-02T14:48:41,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-02T14:48:41,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:48:41,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:48:41,435 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:48:41,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T14:48:41,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:41,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:41,436 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4ac66777750,41023,1733150798573' ***** 2024-12-02T14:48:41,436 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T14:48:41,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-02T14:48:41,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-02T14:48:41,437 INFO [RS:0;b4ac66777750:41023 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-02T14:48:41,441 INFO [RS:0;b4ac66777750:41023 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7253afc7{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-02T14:48:41,443 INFO [RS:0;b4ac66777750:41023 {}] server.AbstractConnector(383): Stopped ServerConnector@3b99b3c7{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-02T14:48:41,443 INFO [RS:0;b4ac66777750:41023 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:48:41,444 INFO [RS:0;b4ac66777750:41023 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@126a703e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-02T14:48:41,444 INFO [RS:0;b4ac66777750:41023 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@21ae8981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,STOPPED} 2024-12-02T14:48:41,446 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T14:48:41,446 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T14:48:41,446 INFO [RS:0;b4ac66777750:41023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T14:48:41,446 INFO [RS:0;b4ac66777750:41023 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-12-02T14:48:41,446 INFO [RS:0;b4ac66777750:41023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T14:48:41,446 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1bfbff59aafc406bc571c82d71a7170a 2024-12-02T14:48:41,446 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cdef05b758638a30855a50cf4649e5a 2024-12-02T14:48:41,446 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:48:41,446 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 93e024c00cda3af39952bf9e10e35013 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for da2b021731a4082a66473b087ddde239 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ea5c2f7a5c2e0be12976efe08e72400 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 13c8ae0bbd9b98324ac84a28c9b40a78 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 684dca1053307e848479749652253286 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 31be55a76bc507c662a1be8e337f2c5a 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(959): stopping server b4ac66777750,41023,1733150798573 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4ac66777750:41023. 2024-12-02T14:48:41,447 DEBUG [RS:0;b4ac66777750:41023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:41,447 DEBUG [RS:0;b4ac66777750:41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:41,447 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1bfbff59aafc406bc571c82d71a7170a, disabling compactions & flushes 2024-12-02T14:48:41,447 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T14:48:41,447 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T14:48:41,447 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. after waiting 0 ms 2024-12-02T14:48:41,447 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T14:48:41,447 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1bfbff59aafc406bc571c82d71a7170a 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-12-02T14:48:41,447 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-12-02T14:48:41,448 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T14:48:41,448 INFO [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T14:48:41,448 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T14:48:41,448 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T14:48:41,448 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T14:48:41,448 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1351): Waiting on 13c8ae0bbd9b98324ac84a28c9b40a78, 1588230740, 1bfbff59aafc406bc571c82d71a7170a, 1cdef05b758638a30855a50cf4649e5a, 31be55a76bc507c662a1be8e337f2c5a, 3ea5c2f7a5c2e0be12976efe08e72400, 684dca1053307e848479749652253286, 93e024c00cda3af39952bf9e10e35013, da2b021731a4082a66473b087ddde239, eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:48:41,448 INFO [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-12-02T14:48:41,470 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/f2/5256a117229f4e18b97dcca6a43e4273 is 58, key is row-test-1733150808262-2-0/f2:q1/1733150876242/Put/seqid=0 2024-12-02T14:48:41,471 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/.tmp/info/e5930d6403bf416a916a41354e13ab2a is 159, key is ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a./info:regioninfo/1733150811297/Put/seqid=0 2024-12-02T14:48:41,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741996_1172 (size=5464) 2024-12-02T14:48:41,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741997_1173 (size=19093) 2024-12-02T14:48:41,483 INFO [regionserver/b4ac66777750:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:48:41,648 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1351): Waiting on 13c8ae0bbd9b98324ac84a28c9b40a78, 1588230740, 1bfbff59aafc406bc571c82d71a7170a, 1cdef05b758638a30855a50cf4649e5a, 31be55a76bc507c662a1be8e337f2c5a, 3ea5c2f7a5c2e0be12976efe08e72400, 684dca1053307e848479749652253286, 93e024c00cda3af39952bf9e10e35013, da2b021731a4082a66473b087ddde239, eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:48:41,786 INFO [regionserver/b4ac66777750:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-02T14:48:41,787 DEBUG [regionserver/b4ac66777750:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-12-02T14:48:41,787 INFO [regionserver/b4ac66777750:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T14:48:41,787 INFO [regionserver/b4ac66777750:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-02T14:48:41,787 INFO [regionserver/b4ac66777750:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T14:48:41,848 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1351): Waiting on 13c8ae0bbd9b98324ac84a28c9b40a78, 1588230740, 1bfbff59aafc406bc571c82d71a7170a, 1cdef05b758638a30855a50cf4649e5a, 31be55a76bc507c662a1be8e337f2c5a, 3ea5c2f7a5c2e0be12976efe08e72400, 684dca1053307e848479749652253286, 93e024c00cda3af39952bf9e10e35013, da2b021731a4082a66473b087ddde239, eb487b930277a4c002f816b012b2ceb6 2024-12-02T14:48:41,875 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/f2/5256a117229f4e18b97dcca6a43e4273 2024-12-02T14:48:41,878 INFO [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/.tmp/info/e5930d6403bf416a916a41354e13ab2a 2024-12-02T14:48:41,881 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/.tmp/f2/5256a117229f4e18b97dcca6a43e4273 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f2/5256a117229f4e18b97dcca6a43e4273 2024-12-02T14:48:41,886 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/f2/5256a117229f4e18b97dcca6a43e4273, entries=7, sequenceid=348, filesize=5.3 K 2024-12-02T14:48:41,887 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 1bfbff59aafc406bc571c82d71a7170a in 440ms, sequenceid=348, compaction requested=false 2024-12-02T14:48:41,892 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/test-1733150808262/1bfbff59aafc406bc571c82d71a7170a/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-12-02T14:48:41,892 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:41,892 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:48:41,892 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1bfbff59aafc406bc571c82d71a7170a: Waiting for close lock at 1733150921447Running coprocessor pre-close hooks at 1733150921447Disabling compacts and flushes for region at 1733150921447Disabling writes for close at 1733150921447Obtaining lock to block concurrent updates at 1733150921447Preparing flush snapshotting stores in 1bfbff59aafc406bc571c82d71a7170a at 1733150921447Finished memstore snapshotting test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733150921448 (+1 ms)Flushing stores of test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. at 1733150921448Flushing 1bfbff59aafc406bc571c82d71a7170a/f2: creating writer at 1733150921448Flushing 1bfbff59aafc406bc571c82d71a7170a/f2: appending metadata at 1733150921469 (+21 ms)Flushing 1bfbff59aafc406bc571c82d71a7170a/f2: closing flushed file at 1733150921469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3375559b: reopening flushed file at 1733150921880 (+411 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 1bfbff59aafc406bc571c82d71a7170a in 440ms, sequenceid=348, compaction requested=false at 1733150921887 (+7 ms)Writing region close event to WAL at 1733150921889 (+2 ms)Running coprocessor post-close hooks at 1733150921892 (+3 ms)Closed at 1733150921892 2024-12-02T14:48:41,893 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733150808262,,1733150808770.1bfbff59aafc406bc571c82d71a7170a. 2024-12-02T14:48:41,893 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cdef05b758638a30855a50cf4649e5a, disabling compactions & flushes 2024-12-02T14:48:41,893 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:48:41,893 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:48:41,893 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. after waiting 0 ms 2024-12-02T14:48:41,893 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:48:41,896 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/test-17331508082621/1cdef05b758638a30855a50cf4649e5a/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-12-02T14:48:41,897 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:41,897 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:48:41,897 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cdef05b758638a30855a50cf4649e5a: Waiting for close lock at 1733150921893Running coprocessor pre-close hooks at 1733150921893Disabling compacts and flushes for region at 1733150921893Disabling writes for close at 1733150921893Writing region close event to WAL at 1733150921893Running coprocessor post-close hooks at 1733150921897 (+4 ms)Closed at 1733150921897 2024-12-02T14:48:41,897 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17331508082621,,1733150810119.1cdef05b758638a30855a50cf4649e5a. 2024-12-02T14:48:41,897 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb487b930277a4c002f816b012b2ceb6, disabling compactions & flushes 2024-12-02T14:48:41,897 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:48:41,897 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:48:41,897 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. after waiting 0 ms 2024-12-02T14:48:41,897 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:48:41,900 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/.tmp/ns/ecab522f0e6744b485aa452aad07b560 is 85, key is ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b./ns:/1733150916109/DeleteFamily/seqid=0 2024-12-02T14:48:41,901 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns4/test-17331508082623/eb487b930277a4c002f816b012b2ceb6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:48:41,901 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:41,901 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:48:41,901 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb487b930277a4c002f816b012b2ceb6: Waiting for close lock at 1733150921897Running coprocessor pre-close hooks at 1733150921897Disabling compacts and flushes for region at 1733150921897Disabling writes for close at 1733150921897Writing region close event to WAL at 1733150921898 (+1 ms)Running coprocessor post-close hooks at 1733150921901 (+3 ms)Closed at 1733150921901 2024-12-02T14:48:41,901 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17331508082623,,1733150813174.eb487b930277a4c002f816b012b2ceb6. 2024-12-02T14:48:41,902 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93e024c00cda3af39952bf9e10e35013, disabling compactions & flushes 2024-12-02T14:48:41,902 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:41,902 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:41,902 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. after waiting 0 ms 2024-12-02T14:48:41,902 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:41,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741998_1174 (size=5760) 2024-12-02T14:48:41,905 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/93e024c00cda3af39952bf9e10e35013/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-12-02T14:48:41,906 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:41,906 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:41,906 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93e024c00cda3af39952bf9e10e35013: Waiting for close lock at 1733150921902Running coprocessor pre-close hooks at 1733150921902Disabling compacts and flushes for region at 1733150921902Disabling writes for close at 1733150921902Writing region close event to WAL at 1733150921902Running coprocessor post-close hooks at 1733150921906 (+4 ms)Closed at 1733150921906 2024-12-02T14:48:41,906 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1733150906030.93e024c00cda3af39952bf9e10e35013. 2024-12-02T14:48:41,906 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da2b021731a4082a66473b087ddde239, disabling compactions & flushes 2024-12-02T14:48:41,906 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. 2024-12-02T14:48:41,906 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. 2024-12-02T14:48:41,906 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. after waiting 0 ms 2024-12-02T14:48:41,906 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. 2024-12-02T14:48:41,909 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns2/table2/da2b021731a4082a66473b087ddde239/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T14:48:41,910 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:41,910 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. 2024-12-02T14:48:41,910 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da2b021731a4082a66473b087ddde239: Waiting for close lock at 1733150921906Running coprocessor pre-close hooks at 1733150921906Disabling compacts and flushes for region at 1733150921906Disabling writes for close at 1733150921906Writing region close event to WAL at 1733150921907 (+1 ms)Running coprocessor post-close hooks at 1733150921909 (+2 ms)Closed at 1733150921910 (+1 ms) 2024-12-02T14:48:41,910 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1733150916108.da2b021731a4082a66473b087ddde239. 2024-12-02T14:48:41,910 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ea5c2f7a5c2e0be12976efe08e72400, disabling compactions & flushes 2024-12-02T14:48:41,910 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:41,910 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:41,910 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. after waiting 0 ms 2024-12-02T14:48:41,910 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:41,914 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/default/table1/3ea5c2f7a5c2e0be12976efe08e72400/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-12-02T14:48:41,914 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:41,914 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:41,914 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ea5c2f7a5c2e0be12976efe08e72400: Waiting for close lock at 1733150921910Running coprocessor pre-close hooks at 1733150921910Disabling compacts and flushes for region at 1733150921910Disabling writes for close at 1733150921910Writing region close event to WAL at 1733150921911 (+1 ms)Running coprocessor post-close hooks at 1733150921914 (+3 ms)Closed at 1733150921914 2024-12-02T14:48:41,915 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1733150906030.3ea5c2f7a5c2e0be12976efe08e72400. 2024-12-02T14:48:41,915 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13c8ae0bbd9b98324ac84a28c9b40a78, disabling compactions & flushes 2024-12-02T14:48:41,915 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:48:41,915 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:48:41,915 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. after waiting 0 ms 2024-12-02T14:48:41,915 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:48:41,918 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/ns3/test-17331508082622/13c8ae0bbd9b98324ac84a28c9b40a78/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:48:41,918 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:41,918 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:48:41,918 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13c8ae0bbd9b98324ac84a28c9b40a78: Waiting for close lock at 1733150921915Running coprocessor pre-close hooks at 1733150921915Disabling compacts and flushes for region at 1733150921915Disabling writes for close at 1733150921915Writing region close event to WAL at 1733150921915Running coprocessor post-close hooks at 1733150921918 (+3 ms)Closed at 1733150921918 2024-12-02T14:48:41,918 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17331508082622,,1733150812534.13c8ae0bbd9b98324ac84a28c9b40a78. 2024-12-02T14:48:41,918 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 684dca1053307e848479749652253286, disabling compactions & flushes 2024-12-02T14:48:41,918 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:48:41,918 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:48:41,918 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733150815811.684dca1053307e848479749652253286. after waiting 0 ms 2024-12-02T14:48:41,918 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:48:41,919 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 684dca1053307e848479749652253286 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-12-02T14:48:41,922 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/meta/07e1464a1cfb43d4931bb0f617921392 is 158, key is trslm:hdfs://localhost:40783/backupUT\x00ns2:test-17331508082621/meta:log-roll-map/1733150894157/Put/seqid=0 2024-12-02T14:48:41,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741999_1175 (size=6208) 2024-12-02T14:48:42,048 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31be55a76bc507c662a1be8e337f2c5a, 684dca1053307e848479749652253286 2024-12-02T14:48:42,249 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31be55a76bc507c662a1be8e337f2c5a, 684dca1053307e848479749652253286 2024-12-02T14:48:42,304 INFO [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/.tmp/ns/ecab522f0e6744b485aa452aad07b560 2024-12-02T14:48:42,326 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/meta/07e1464a1cfb43d4931bb0f617921392 2024-12-02T14:48:42,331 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/.tmp/rep_barrier/29a2f6a580b24353942bc015aee606e0 is 94, key is ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b./rep_barrier:/1733150916109/DeleteFamily/seqid=0 2024-12-02T14:48:42,334 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/bf84c8ea34d64639b0db1fb27e5a0bbd is 588, key is session:backup_1733150881250/session:context/1733150894582/Put/seqid=0 2024-12-02T14:48:42,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073742000_1176 (size=5640) 2024-12-02T14:48:42,336 INFO [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/.tmp/rep_barrier/29a2f6a580b24353942bc015aee606e0 2024-12-02T14:48:42,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073742001_1177 (size=5689) 2024-12-02T14:48:42,355 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/.tmp/table/0870c4d57c5041c990f78fa4b5964c42 is 88, key is ns2:table2,,1733150900694.db3f5668982174da5981312ba8447f1b./table:/1733150916109/DeleteFamily/seqid=0 2024-12-02T14:48:42,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073742002_1178 (size=6364) 2024-12-02T14:48:42,359 INFO [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/.tmp/table/0870c4d57c5041c990f78fa4b5964c42 2024-12-02T14:48:42,364 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/.tmp/info/e5930d6403bf416a916a41354e13ab2a as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/info/e5930d6403bf416a916a41354e13ab2a 2024-12-02T14:48:42,368 INFO [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/info/e5930d6403bf416a916a41354e13ab2a, entries=114, sequenceid=97, filesize=18.6 K 2024-12-02T14:48:42,369 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/.tmp/ns/ecab522f0e6744b485aa452aad07b560 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/ns/ecab522f0e6744b485aa452aad07b560 2024-12-02T14:48:42,373 INFO [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/ns/ecab522f0e6744b485aa452aad07b560, entries=10, sequenceid=97, filesize=5.6 K 2024-12-02T14:48:42,374 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/.tmp/rep_barrier/29a2f6a580b24353942bc015aee606e0 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/rep_barrier/29a2f6a580b24353942bc015aee606e0 2024-12-02T14:48:42,379 INFO [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/rep_barrier/29a2f6a580b24353942bc015aee606e0, entries=3, sequenceid=97, filesize=5.5 K 2024-12-02T14:48:42,380 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/.tmp/table/0870c4d57c5041c990f78fa4b5964c42 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/table/0870c4d57c5041c990f78fa4b5964c42 2024-12-02T14:48:42,384 INFO [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/table/0870c4d57c5041c990f78fa4b5964c42, entries=21, sequenceid=97, filesize=6.2 K 2024-12-02T14:48:42,385 INFO [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 936ms, sequenceid=97, compaction requested=false 2024-12-02T14:48:42,389 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-12-02T14:48:42,389 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:42,389 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T14:48:42,389 INFO [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T14:48:42,389 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733150921447Running coprocessor pre-close hooks at 1733150921447Disabling compacts and flushes for region at 1733150921448 (+1 ms)Disabling writes for close at 1733150921448Obtaining lock to block concurrent updates at 1733150921448Preparing flush snapshotting stores in 1588230740 at 1733150921448Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1733150921448Flushing stores of hbase:meta,,1.1588230740 at 1733150921449 (+1 ms)Flushing 1588230740/info: creating writer at 1733150921449Flushing 1588230740/info: appending metadata at 1733150921470 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733150921470Flushing 1588230740/ns: creating writer at 1733150921883 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733150921899 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733150921899Flushing 1588230740/rep_barrier: creating writer at 1733150922310 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733150922330 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733150922330Flushing 1588230740/table: creating writer at 1733150922340 (+10 ms)Flushing 1588230740/table: appending metadata at 1733150922355 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733150922355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a55bde: reopening flushed file at 1733150922363 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d55eee0: reopening flushed file at 1733150922368 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4c51e8: reopening flushed file at 1733150922374 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78530006: reopening flushed file at 1733150922379 (+5 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 936ms, sequenceid=97, compaction requested=false at 1733150922385 (+6 ms)Writing region close event to WAL at 1733150922386 (+1 ms)Running coprocessor post-close hooks at 1733150922389 (+3 ms)Closed at 1733150922389 2024-12-02T14:48:42,389 DEBUG [RS_CLOSE_META-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T14:48:42,449 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T14:48:42,449 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1325): Online Regions={684dca1053307e848479749652253286=backup:system,,1733150815811.684dca1053307e848479749652253286., 31be55a76bc507c662a1be8e337f2c5a=backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a.} 2024-12-02T14:48:42,449 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1351): Waiting on 31be55a76bc507c662a1be8e337f2c5a, 684dca1053307e848479749652253286 2024-12-02T14:48:42,649 DEBUG [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1351): Waiting on 31be55a76bc507c662a1be8e337f2c5a, 684dca1053307e848479749652253286 2024-12-02T14:48:42,738 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/bf84c8ea34d64639b0db1fb27e5a0bbd 2024-12-02T14:48:42,744 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/meta/07e1464a1cfb43d4931bb0f617921392 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/07e1464a1cfb43d4931bb0f617921392 2024-12-02T14:48:42,749 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/meta/07e1464a1cfb43d4931bb0f617921392, entries=7, sequenceid=52, filesize=6.1 K 2024-12-02T14:48:42,749 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/.tmp/session/bf84c8ea34d64639b0db1fb27e5a0bbd as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/bf84c8ea34d64639b0db1fb27e5a0bbd 2024-12-02T14:48:42,753 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/session/bf84c8ea34d64639b0db1fb27e5a0bbd, entries=2, sequenceid=52, filesize=5.6 K 2024-12-02T14:48:42,754 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 684dca1053307e848479749652253286 in 836ms, sequenceid=52, compaction requested=true 2024-12-02T14:48:42,758 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system/684dca1053307e848479749652253286/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-12-02T14:48:42,759 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:42,759 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:48:42,759 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 684dca1053307e848479749652253286: Waiting for close lock at 1733150921918Running coprocessor pre-close hooks at 1733150921918Disabling compacts and flushes for region at 1733150921918Disabling writes for close at 1733150921918Obtaining lock to block concurrent updates at 1733150921919 (+1 ms)Preparing flush snapshotting stores in 684dca1053307e848479749652253286 at 1733150921919Finished memstore snapshotting backup:system,,1733150815811.684dca1053307e848479749652253286., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1733150921919Flushing stores of backup:system,,1733150815811.684dca1053307e848479749652253286. at 1733150921919Flushing 684dca1053307e848479749652253286/meta: creating writer at 1733150921919Flushing 684dca1053307e848479749652253286/meta: appending metadata at 1733150921922 (+3 ms)Flushing 684dca1053307e848479749652253286/meta: closing flushed file at 1733150921922Flushing 684dca1053307e848479749652253286/session: creating writer at 1733150922331 (+409 ms)Flushing 684dca1053307e848479749652253286/session: appending metadata at 1733150922333 (+2 ms)Flushing 684dca1053307e848479749652253286/session: closing flushed file at 1733150922333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e95822: reopening flushed file at 1733150922743 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb07802: reopening flushed file at 1733150922749 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 684dca1053307e848479749652253286 in 836ms, sequenceid=52, compaction requested=true at 1733150922754 (+5 ms)Writing region close event to WAL at 1733150922755 (+1 ms)Running coprocessor post-close hooks at 1733150922759 (+4 ms)Closed at 1733150922759 2024-12-02T14:48:42,759 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733150815811.684dca1053307e848479749652253286. 2024-12-02T14:48:42,759 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31be55a76bc507c662a1be8e337f2c5a, disabling compactions & flushes 2024-12-02T14:48:42,759 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:48:42,759 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:48:42,759 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. after waiting 0 ms 2024-12-02T14:48:42,759 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:48:42,762 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/data/backup/system_bulk/31be55a76bc507c662a1be8e337f2c5a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T14:48:42,763 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-02T14:48:42,763 INFO [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:48:42,763 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31be55a76bc507c662a1be8e337f2c5a: Waiting for close lock at 1733150922759Running coprocessor pre-close hooks at 1733150922759Disabling compacts and flushes for region at 1733150922759Disabling writes for close at 1733150922759Writing region close event to WAL at 1733150922759Running coprocessor post-close hooks at 1733150922763 (+4 ms)Closed at 1733150922763 2024-12-02T14:48:42,763 DEBUG [RS_CLOSE_REGION-regionserver/b4ac66777750:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733150816981.31be55a76bc507c662a1be8e337f2c5a. 2024-12-02T14:48:42,849 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(976): stopping server b4ac66777750,41023,1733150798573; all regions closed. 2024-12-02T14:48:42,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741954_1130 (size=16160) 2024-12-02T14:48:42,852 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.meta.1733150885582.meta not finished, retry = 0 2024-12-02T14:48:42,956 DEBUG [RS:0;b4ac66777750:41023 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs 2024-12-02T14:48:42,956 INFO [RS:0;b4ac66777750:41023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.meta:.meta(num 1733150885582) 2024-12-02T14:48:42,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741956_1132 (size=4491) 2024-12-02T14:48:42,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0.1733150885616 not finished, retry = 0 2024-12-02T14:48:43,060 DEBUG [RS:0;b4ac66777750:41023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs 2024-12-02T14:48:43,060 INFO [RS:0;b4ac66777750:41023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-0:(num 1733150885616) 2024-12-02T14:48:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741955_1131 (size=7557) 2024-12-02T14:48:43,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/WALs/b4ac66777750,41023,1733150798573/b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1.1733150885599 not finished, retry = 0 2024-12-02T14:48:43,164 DEBUG [RS:0;b4ac66777750:41023 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/oldWALs 2024-12-02T14:48:43,164 INFO [RS:0;b4ac66777750:41023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4ac66777750%2C41023%2C1733150798573.b4ac66777750%2C41023%2C1733150798573.regiongroup-1:(num 1733150885599) 2024-12-02T14:48:43,164 DEBUG [RS:0;b4ac66777750:41023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:43,165 INFO [RS:0;b4ac66777750:41023 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T14:48:43,165 INFO [RS:0;b4ac66777750:41023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:48:43,165 INFO [RS:0;b4ac66777750:41023 {}] hbase.ChoreService(370): Chore service for: regionserver/b4ac66777750:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T14:48:43,165 INFO [RS:0;b4ac66777750:41023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:48:43,165 INFO [regionserver/b4ac66777750:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:48:43,165 INFO [RS:0;b4ac66777750:41023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41023 2024-12-02T14:48:43,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/b4ac66777750,41023,1733150798573 2024-12-02T14:48:43,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-02T14:48:43,170 INFO [RS:0;b4ac66777750:41023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:48:43,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4ac66777750,41023,1733150798573] 2024-12-02T14:48:43,174 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/b4ac66777750,41023,1733150798573 already deleted, retry=false 2024-12-02T14:48:43,174 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4ac66777750,41023,1733150798573 expired; onlineServers=0 2024-12-02T14:48:43,174 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4ac66777750,38503,1733150796616' ***** 2024-12-02T14:48:43,174 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T14:48:43,174 INFO [M:0;b4ac66777750:38503 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-02T14:48:43,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-02T14:48:43,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-02T14:48:43,180 INFO [M:0;b4ac66777750:38503 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@2aafda76{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/classes/hbase-webapps/master} 2024-12-02T14:48:43,180 INFO [M:0;b4ac66777750:38503 {}] server.AbstractConnector(383): Stopped ServerConnector@20f7d02c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-02T14:48:43,180 INFO [M:0;b4ac66777750:38503 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:48:43,180 INFO [M:0;b4ac66777750:38503 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@e95be18{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-02T14:48:43,180 INFO [M:0;b4ac66777750:38503 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4cdc734c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,STOPPED} 2024-12-02T14:48:43,181 INFO [M:0;b4ac66777750:38503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T14:48:43,181 INFO [M:0;b4ac66777750:38503 {}] master.HMaster(1770): Stopping master jetty server 2024-12-02T14:48:43,182 INFO [M:0;b4ac66777750:38503 {}] server.AbstractConnector(383): Stopped ServerConnector@3019075b{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-02T14:48:43,182 INFO [M:0;b4ac66777750:38503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T14:48:43,182 DEBUG [M:0;b4ac66777750:38503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T14:48:43,182 INFO [M:0;b4ac66777750:38503 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-12-02T14:48:43,182 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T14:48:43,183 INFO [M:0;b4ac66777750:38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;b4ac66777750:38503. 2024-12-02T14:48:43,183 DEBUG [M:0;b4ac66777750:38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T14:48:43,183 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733150801488 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.small.0-1733150801488,5,FailOnTimeoutGroup] 2024-12-02T14:48:43,183 DEBUG [master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733150801487 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4ac66777750:0:becomeActiveMaster-HFileCleaner.large.0-1733150801487,5,FailOnTimeoutGroup] 2024-12-02T14:48:43,183 DEBUG [M:0;b4ac66777750:38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:43,183 DEBUG [M:0;b4ac66777750:38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T14:48:43,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T14:48:43,183 DEBUG [M:0;b4ac66777750:38503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T14:48:43,183 INFO [M:0;b4ac66777750:38503 {}] hbase.ChoreService(370): Chore service for: master/b4ac66777750:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T14:48:43,183 INFO [M:0;b4ac66777750:38503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T14:48:43,183 DEBUG [M:0;b4ac66777750:38503 {}] master.HMaster(1795): Stopping service threads 2024-12-02T14:48:43,183 INFO [M:0;b4ac66777750:38503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T14:48:43,184 INFO [M:0;b4ac66777750:38503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T14:48:43,184 ERROR [M:0;b4ac66777750:38503 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-12-02T14:48:43,184 INFO [M:0;b4ac66777750:38503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T14:48:43,184 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T14:48:43,185 DEBUG [M:0;b4ac66777750:38503 {}] zookeeper.ZKUtil(347): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-02T14:48:43,185 WARN [M:0;b4ac66777750:38503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T14:48:43,185 INFO [M:0;b4ac66777750:38503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/.lastflushedseqids 2024-12-02T14:48:43,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073742003_1179 (size=761) 2024-12-02T14:48:43,196 INFO [M:0;b4ac66777750:38503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T14:48:43,196 INFO [M:0;b4ac66777750:38503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T14:48:43,196 DEBUG [M:0;b4ac66777750:38503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T14:48:43,210 INFO [M:0;b4ac66777750:38503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:48:43,210 DEBUG [M:0;b4ac66777750:38503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:48:43,210 DEBUG [M:0;b4ac66777750:38503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T14:48:43,210 DEBUG [M:0;b4ac66777750:38503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:48:43,210 INFO [M:0;b4ac66777750:38503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=440.30 KB heapSize=515.42 KB 2024-12-02T14:48:43,225 DEBUG [M:0;b4ac66777750:38503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e28b41f92b249f8b7d3b8d416a35d62 is 82, key is hbase:meta,,1/info:regioninfo/1733150802805/Put/seqid=0 2024-12-02T14:48:43,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073742004_1180 (size=5672) 2024-12-02T14:48:43,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:48:43,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41023-0x1009b7471930001, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:48:43,273 INFO [RS:0;b4ac66777750:41023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:48:43,273 INFO [RS:0;b4ac66777750:41023 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4ac66777750,41023,1733150798573; zookeeper connection closed. 2024-12-02T14:48:43,273 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71cd7aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71cd7aa 2024-12-02T14:48:43,274 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T14:48:43,629 INFO [M:0;b4ac66777750:38503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e28b41f92b249f8b7d3b8d416a35d62 2024-12-02T14:48:43,654 DEBUG [M:0;b4ac66777750:38503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91c7143d820c4a4ab20a55806b69fce5 is 2200, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1733150912970/Put/seqid=0 2024-12-02T14:48:43,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073742005_1181 (size=30109) 2024-12-02T14:48:44,058 INFO [M:0;b4ac66777750:38503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=439.75 KB at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91c7143d820c4a4ab20a55806b69fce5 2024-12-02T14:48:44,063 INFO [M:0;b4ac66777750:38503 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91c7143d820c4a4ab20a55806b69fce5 2024-12-02T14:48:44,078 DEBUG [M:0;b4ac66777750:38503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57d087d570b04a12950d4f66f29517d1 is 69, key is b4ac66777750,41023,1733150798573/rs:state/1733150801594/Put/seqid=0 2024-12-02T14:48:44,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073742006_1182 (size=5156) 2024-12-02T14:48:44,482 INFO [M:0;b4ac66777750:38503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57d087d570b04a12950d4f66f29517d1 2024-12-02T14:48:44,487 DEBUG [M:0;b4ac66777750:38503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e28b41f92b249f8b7d3b8d416a35d62 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e28b41f92b249f8b7d3b8d416a35d62 2024-12-02T14:48:44,491 INFO [M:0;b4ac66777750:38503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e28b41f92b249f8b7d3b8d416a35d62, entries=8, sequenceid=881, filesize=5.5 K 2024-12-02T14:48:44,492 DEBUG [M:0;b4ac66777750:38503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91c7143d820c4a4ab20a55806b69fce5 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91c7143d820c4a4ab20a55806b69fce5 2024-12-02T14:48:44,497 INFO [M:0;b4ac66777750:38503 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91c7143d820c4a4ab20a55806b69fce5 2024-12-02T14:48:44,497 INFO [M:0;b4ac66777750:38503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91c7143d820c4a4ab20a55806b69fce5, entries=94, sequenceid=881, filesize=29.4 K 2024-12-02T14:48:44,498 DEBUG [M:0;b4ac66777750:38503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57d087d570b04a12950d4f66f29517d1 as hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57d087d570b04a12950d4f66f29517d1 2024-12-02T14:48:44,502 INFO [M:0;b4ac66777750:38503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40783/user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57d087d570b04a12950d4f66f29517d1, entries=1, sequenceid=881, filesize=5.0 K 2024-12-02T14:48:44,503 INFO [M:0;b4ac66777750:38503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~440.30 KB/450871, heapSize ~515.13 KB/527488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=881, compaction requested=false 2024-12-02T14:48:44,504 INFO [M:0;b4ac66777750:38503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T14:48:44,504 DEBUG [M:0;b4ac66777750:38503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733150923196Disabling compacts and flushes for region at 1733150923196Disabling writes for close at 1733150923210 (+14 ms)Obtaining lock to block concurrent updates at 1733150923210Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733150923210Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=450871, getHeapSize=527728, getOffHeapSize=0, getCellsCount=1004 at 1733150923210Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733150923211 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733150923211Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733150923224 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733150923224Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733150923634 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733150923653 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733150923653Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733150924063 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733150924077 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733150924077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ee898cd: reopening flushed file at 1733150924486 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443b7caa: reopening flushed file at 1733150924491 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678594a9: reopening flushed file at 1733150924497 (+6 ms)Finished flush of dataSize ~440.30 KB/450871, heapSize ~515.13 KB/527488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=881, compaction requested=false at 1733150924503 (+6 ms)Writing region close event to WAL at 1733150924504 (+1 ms)Closed at 1733150924504 2024-12-02T14:48:44,507 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ffef5a8-665c-8a2d-1863-be82df5d6e71/MasterData/WALs/b4ac66777750,38503,1733150796616/b4ac66777750%2C38503%2C1733150796616.b4ac66777750%2C38503%2C1733150796616.regiongroup-0.1733150800760 not finished, retry = 0 2024-12-02T14:48:44,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741830_1006 (size=509047) 2024-12-02T14:48:44,608 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T14:48:44,608 INFO [M:0;b4ac66777750:38503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T14:48:44,608 INFO [M:0;b4ac66777750:38503 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-12-02T14:48:44,608 INFO [M:0;b4ac66777750:38503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38503 2024-12-02T14:48:44,608 INFO [M:0;b4ac66777750:38503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T14:48:44,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:48:44,711 INFO [M:0;b4ac66777750:38503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T14:48:44,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38503-0x1009b7471930000, quorum=127.0.0.1:62973, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T14:48:44,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T14:48:44,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:48:44,724 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:48:44,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:48:44,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,STOPPED} 2024-12-02T14:48:44,727 WARN [BP-1202955552-172.17.0.3-1733150792394 heartbeating to localhost/127.0.0.1:40783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T14:48:44,727 WARN [BP-1202955552-172.17.0.3-1733150792394 heartbeating to localhost/127.0.0.1:40783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1202955552-172.17.0.3-1733150792394 (Datanode Uuid b69ebad3-4deb-4711-8755-47514de2572c) service to localhost/127.0.0.1:40783 2024-12-02T14:48:44,727 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T14:48:44,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T14:48:44,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/cluster_3033e84c-fc74-b7c7-6115-be31273efec5/data/data1/current/BP-1202955552-172.17.0.3-1733150792394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:48:44,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/cluster_3033e84c-fc74-b7c7-6115-be31273efec5/data/data2/current/BP-1202955552-172.17.0.3-1733150792394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T14:48:44,729 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T14:48:44,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T14:48:44,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:48:44,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:48:44,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T14:48:44,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,STOPPED} 2024-12-02T14:48:44,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T14:48:44,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T14:48:44,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-12-02T14:48:44,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ee8f414{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-02T14:48:44,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@642258ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:48:44,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:48:44,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d442c7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-02T14:48:44,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c307c6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,STOPPED} 2024-12-02T14:48:44,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39904629{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-02T14:48:44,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a834d05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:48:44,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:48:44,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bcdc824{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-02T14:48:44,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1940f674{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,STOPPED} 2024-12-02T14:48:44,855 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-02T14:48:44,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44b461a2{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-02T14:48:44,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:48:44,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:48:44,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-02T14:48:44,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,STOPPED} 2024-12-02T14:48:44,859 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-12-02T14:48:44,864 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-12-02T14:48:44,864 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-12-02T14:48:44,865 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-02T14:48:44,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40f170e4{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-02T14:48:44,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bda844c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T14:48:44,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T14:48:44,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338ad629{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-02T14:48:44,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@357aa33d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master@2/hbase-backup/target/test-data/29ead8b1-31cc-a55e-fc6b-f6408280dddd/hadoop.log.dir/,STOPPED} 2024-12-02T14:48:44,870 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-02T14:48:44,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped